-- Logs begin at Tue 2021-06-01 15:15:37 UTC, end at Tue 2021-06-01 16:39:30 UTC. -- Jun 01 15:44:24.651057 dv-cinder-793515-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 15:44:25.635577 dv-cinder-793515-3-iscsi neutron-server[91805]: Beware of the coming changes in the project packaging Jun 01 15:44:25.636193 dv-cinder-793515-3-iscsi neutron-server[91805]: https://github.com/svinota/pyroute2/discussions/786 Jun 01 15:44:27.120927 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.common.config [-] Logging enabled! Jun 01 15:44:27.121636 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 15:44:27.121755 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91805) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 15:44:27.125337 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.common.config [-] Logging enabled! Jun 01 15:44:27.125590 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 15:44:27.125903 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91805) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 15:44:27.126864 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 15:44:27.127103 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 15:44:27.127466 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 15:44:27.127717 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 15:44:27.127946 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 15:44:27.128273 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.128576 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.128876 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.129111 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.129409 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.129703 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.130008 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.130305 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.130604 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.130893 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.131176 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.131468 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.131700 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.131984 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.132274 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.132562 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.132787 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] debug = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.133070 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.133497 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.133921 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.134232 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.134528 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.134810 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.135084 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.135364 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.135653 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.135983 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] host = dv-cinder-793515-3-iscsi {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.136265 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.136552 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.136837 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.137125 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.137403 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.137681 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.138562 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.138851 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.139127 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] log_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.139407 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.139700 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.139990 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.140281 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.140508 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.140732 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.141020 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.141307 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.141589 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.141873 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.142216 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.142453 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.142731 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.143000 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.143289 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.143574 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.143861 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.144140 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.144417 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.144693 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.144967 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.145252 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.145527 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.145804 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.146102 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.146394 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.146664 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.146937 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.147236 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.147519 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.147803 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.148089 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.148714 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.148714 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.148898 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.149172 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.149446 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] use_json = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.149721 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.150025 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.150305 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.150581 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.150859 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.151136 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.151411 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.151705 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:27.152012 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.152313 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.152616 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.152903 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.153200 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.153531 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.154344 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.154631 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.154922 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.155213 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.155507 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.155789 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.156083 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.156365 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.156663 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.156967 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.157262 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.157554 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.157831 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.158128 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.158453 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.158688 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.158978 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.159274 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.159565 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.159840 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.160123 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.160416 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.160700 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.160977 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.161258 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.161551 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.161840 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.162137 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.162425 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.162716 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.162994 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.163266 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.163546 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.163838 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.164121 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.164398 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.164675 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.164958 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.165230 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.165515 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.165795 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.166099 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.166377 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.166657 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.166931 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.167205 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.167484 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.167759 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.168038 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.168312 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.168585 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.168858 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.169170 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.169445 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.169723 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.170011 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.170299 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.170573 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.170849 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.171125 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.171399 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.171679 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.171965 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.172267 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.172549 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.172831 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.173112 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.173392 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.173669 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.173946 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.174252 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.174533 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.174808 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.175101 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.175384 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.175672 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.175959 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.176236 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.176532 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.176811 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.177094 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.177372 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.177648 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.177936 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.178248 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.178545 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.178840 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.179133 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.179426 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.179718 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.179998 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.180310 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.180590 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:27.180811 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 15:44:27.181055 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91805) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 15:44:27.532241 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:44:27.532515 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:44:27.532805 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:44:27.533141 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 15:44:27.926521 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:27.926812 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:27.927088 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:27.928392 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:27.928670 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:27.928940 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:27.964132 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:27.964409 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:27.964681 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:27.978187 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:27.978471 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:27.978746 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.009011 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.009291 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.009555 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.046540 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.046873 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.047097 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.281202 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.281821 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.281821 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.281984 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.282678 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.412724 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.413045 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.413335 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.413611 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.413878 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.414213 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.414477 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.414736 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.414991 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.415273 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.415534 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.415798 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.416062 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.416318 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.416586 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.416857 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.417116 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.417388 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.417641 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.417923 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.418297 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.418552 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.418802 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.419727 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.419861 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.420119 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.420507 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:28.420747 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:28.420984 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:28.421219 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:28.421453 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:28.421692 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:28.422090 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 15:44:28.425283 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 15:44:28.429210 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 15:44:28.433024 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 01 15:44:28.435469 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 15:44:28.435922 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 15:44:28.436317 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 15:44:28.436702 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 15:44:28.439534 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 15:44:28.439784 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 15:44:28.440129 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 15:44:28.467173 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 15:44:28.467623 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.467925 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91805) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 15:44:28.468295 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.469657 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91805) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 15:44:28.469943 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 15:44:28.470226 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 15:44:28.473628 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.473915 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:28.537028 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 15:44:28.537215 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 15:44:28.537450 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 15:44:28.537825 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 15:44:28.569511 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_db.sqlalchemy.engines [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91805) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 01 15:44:28.906661 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Initializing driver for type 'gre' Jun 01 15:44:28.907170 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] gre ID ranges: [(1, 1000)] Jun 01 15:44:28.961424 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Initializing driver for type 'local' Jun 01 15:44:28.961771 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Initializing driver for type 'vlan' Jun 01 15:44:28.973905 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] VlanTypeDriver initialization complete Jun 01 15:44:28.974296 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Initializing driver for type 'vxlan' Jun 01 15:44:28.974808 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] vxlan ID ranges: [(1, 1000)] Jun 01 15:44:29.031322 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Initializing extension driver 'port_security' Jun 01 15:44:29.031674 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.extensions.port_security [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] PortSecurityExtensionDriver initialization complete Jun 01 15:44:29.032050 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Initializing mechanism driver 'openvswitch' Jun 01 15:44:29.032450 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Initializing mechanism driver 'hyperv' Jun 01 15:44:29.039088 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.plugins.ml2.plugin [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:44:29.039863 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > port after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.040237 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.040591 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > port after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.040979 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > subnet after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.041332 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > subnet after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.041683 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.042520 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > network after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.042873 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > network after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.043217 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > network after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.043596 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > security_group after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.043946 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > security_group after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.044287 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.044661 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.045092 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.045434 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.045812 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > address_group after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.046186 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > address_group after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.046528 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.046865 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] ML2 OVO RPC backend initialized. {{(pid=91805) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 01 15:44:29.047597 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.047966 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.048373 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > network before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.048719 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > networks before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.049466 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > port before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.049466 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > ports before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.049730 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > subnet before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.050098 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > subnets before_response 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.050449 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > network after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.050789 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > network after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.051125 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > network after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.051462 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > port after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.051803 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.052137 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > port after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.052476 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > subnet after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.052811 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > subnet after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.053145 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.053737 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.plugin [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Modular L2 Plugin initialization complete Jun 01 15:44:29.054101 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading services supported by the core plugin {{(pid=91805) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 15:44:29.054435 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.plugins.ml2.managers [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Got port-security extension from driver 'port_security' Jun 01 15:44:29.054899 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.extensions.vlantransparent [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Disabled vlantransparent extension. Jun 01 15:44:29.055394 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91805) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 15:44:29.055709 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading Plugin: router Jun 01 15:44:29.093974 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.094390 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router after_create 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.094758 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router before_create 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.095119 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.095489 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.095838 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router after_delete 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.096195 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.096557 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router after_create 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.096903 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router after_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.097251 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router after_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.097603 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.097960 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router after_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.098390 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router precommit_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.098760 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.099102 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: port after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.099438 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: subnet after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.099774 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.100118 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.100465 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router precommit_create 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.100806 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: port before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.101144 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router precommit_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.101496 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router after_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.101835 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.102209 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router precommit_create 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.102567 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.102909 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router precommit_update 55549900 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.103278 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > network after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.104148 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Tracking information for resource: router configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:29.104481 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Tracking information for resource: floatingip configured {{(pid=91805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:29.109451 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.db.l3_agentschedulers_db [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 15:44:29.110061 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.110421 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: port after_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.110770 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: port after_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.111117 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: port after_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.111914 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router before_create 55550100 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.112275 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.112632 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router precommit_create 55550100 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.112986 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > router precommit_update 55550100 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.117369 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.services.provider_configuration [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service providers = [] {{(pid=91805) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 15:44:29.117733 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.db.servicetype_db [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91805) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 15:44:29.120777 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.services.service_base [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 15:44:29.121133 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.services.service_base [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 15:44:29.121478 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.services.service_base [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 15:44:29.122989 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.services.service_base [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 15:44:29.123629 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.services.service_base [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 15:44:29.124007 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:29.124328 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 15:44:29.134745 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:29.135080 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading Plugin: auto_allocate Jun 01 15:44:29.141555 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: network precommit_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.141921 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: network precommit_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.142473 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:29.142795 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading Plugin: tag Jun 01 15:44:29.149580 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:29.149915 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading Plugin: timestamp Jun 01 15:44:29.153918 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:29.154271 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading Plugin: network_ip_availability Jun 01 15:44:29.159542 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.159859 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.160214 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.160928 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:29.161242 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading Plugin: flavors Jun 01 15:44:29.166279 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:29.166616 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading Plugin: revisions Jun 01 15:44:29.171391 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:29.171778 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_concurrency.lockutils [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.639s {{(pid=91805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:44:29.172513 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91805) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 01 15:44:29.172846 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Initializing extension manager. Jun 01 15:44:29.173353 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: __init__.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.173691 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: __pycache__ {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.174048 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.174381 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: address_group.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.175123 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.175688 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: address-group Jun 01 15:44:29.176013 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: address_scope.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.176708 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.177218 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: address-scope Jun 01 15:44:29.177543 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.178479 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.178993 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: router-admin-state-down-before-update Jun 01 15:44:29.179318 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: agent.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.180006 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.180518 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: agent Jun 01 15:44:29.180841 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: agent_resources_synced.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.181727 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.182278 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: agent-resources-synced Jun 01 15:44:29.182599 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: allowedaddresspairs.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.184350 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.185426 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: allowed-address-pairs Jun 01 15:44:29.185754 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: auto_allocated_topology.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.186850 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.187368 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: auto-allocated-topology Jun 01 15:44:29.187697 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: availability_zone.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.188377 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.188888 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: availability_zone Jun 01 15:44:29.189210 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: availability_zone_filter.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.190138 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.190656 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: availability_zone_filter Jun 01 15:44:29.190976 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: data_plane_status.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.191860 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.192369 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 15:44:29.192688 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: default_subnetpools.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.193574 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.194113 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: default-subnetpools Jun 01 15:44:29.194434 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.195228 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.195737 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: dhcp_agent_scheduler Jun 01 15:44:29.196062 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: dns.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.196950 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.197453 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension dns-integration not supported by any of loaded plugins Jun 01 15:44:29.197772 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: dns_domain_ports.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.198706 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.199210 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 15:44:29.199530 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: dvr.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.200185 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.200772 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: dvr Jun 01 15:44:29.201092 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: empty_string_filtering.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.202009 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.202526 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: empty-string-filtering Jun 01 15:44:29.202845 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.203734 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.204246 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 15:44:29.204565 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.205455 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.205975 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 15:44:29.206320 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: external_net.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.207204 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.207716 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: external-net Jun 01 15:44:29.208036 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.208914 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.209428 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: extra_dhcp_opt Jun 01 15:44:29.209745 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: extraroute.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.210673 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.211164 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: extraroute Jun 01 15:44:29.211484 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: extraroute_atomic.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.212501 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.213010 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: extraroute-atomic Jun 01 15:44:29.213329 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: filter_validation.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.214189 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.214702 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: filter-validation Jun 01 15:44:29.215022 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: fip_pf_description.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.215944 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.216454 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 15:44:29.216777 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: fip_port_details.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.217672 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.218205 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: fip-port-details Jun 01 15:44:29.218528 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: flavors.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.219745 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.220267 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: flavors Jun 01 15:44:29.220591 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.222292 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.222821 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 15:44:29.223151 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: floatingip_pools.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.223838 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.224354 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: floatingip-pools Jun 01 15:44:29.224679 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: ip_allocation.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.225578 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.226128 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 15:44:29.226451 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.227345 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.227857 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: ip-substring-filtering Jun 01 15:44:29.228180 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: l2_adjacency.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.229071 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.229576 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 15:44:29.229895 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: l3.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.230882 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.231402 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: router Jun 01 15:44:29.232251 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.234502 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.235030 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 15:44:29.235363 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.236278 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.236798 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: ext-gw-mode Jun 01 15:44:29.237122 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.238049 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.238568 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: l3-ha Jun 01 15:44:29.238892 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: l3_flavors.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.239785 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.240325 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: l3-flavors Jun 01 15:44:29.240647 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.241551 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.242094 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 15:44:29.242417 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: l3agentscheduler.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.243447 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.243963 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: l3_agent_scheduler Jun 01 15:44:29.244291 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: logging.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.245790 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.246358 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension logging not supported by any of loaded plugins Jun 01 15:44:29.246686 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: metering.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.248046 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.248879 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: metering Jun 01 15:44:29.249203 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.250431 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.250950 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: metering_source_and_destination_fields Jun 01 15:44:29.251276 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: multiprovidernet.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.252176 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.252686 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: multi-provider Jun 01 15:44:29.253010 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: netmtu.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.253904 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.254444 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: net-mtu Jun 01 15:44:29.254766 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: netmtu_writable.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.255658 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.256178 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: net-mtu-writable Jun 01 15:44:29.256503 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: network_availability_zone.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.257156 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.257663 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: network_availability_zone Jun 01 15:44:29.257982 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: network_ip_availability.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.259099 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.259619 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: network-ip-availability Jun 01 15:44:29.259942 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: network_segment_range.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.260692 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.261201 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 15:44:29.261522 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: pagination.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.262515 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.262960 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: pagination Jun 01 15:44:29.263289 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: port_device_profile.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.264185 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.264708 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: port-device-profile Jun 01 15:44:29.265580 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.266539 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.267150 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: port-mac-address-regenerate Jun 01 15:44:29.267505 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.268253 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.268766 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: port-numa-affinity-policy Jun 01 15:44:29.269090 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: port_resource_request.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.269986 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.270513 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 15:44:29.270836 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: portbindings.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.271743 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.272255 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: binding Jun 01 15:44:29.272578 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: portbindings_extended.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.273846 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.274398 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: binding-extended Jun 01 15:44:29.274724 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: portsecurity.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.275626 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.276139 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: port-security Jun 01 15:44:29.276461 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: project_id.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.277419 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.277747 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: project-id Jun 01 15:44:29.278109 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: providernet.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.279033 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.279544 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: provider Jun 01 15:44:29.279865 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: qos.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.283324 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.283876 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension qos not supported by any of loaded plugins Jun 01 15:44:29.284166 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.285384 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.285900 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 15:44:29.286259 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.287165 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.287690 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 15:44:29.288018 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: qos_default.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.288907 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.289426 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension qos-default not supported by any of loaded plugins Jun 01 15:44:29.289751 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: qos_fip.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.290423 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.290932 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension qos-fip not supported by any of loaded plugins Jun 01 15:44:29.291253 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: qos_gateway_ip.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.292150 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.292661 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 15:44:29.292997 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: qos_port_network_policy.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.293868 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.294947 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 15:44:29.295264 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: qos_rule_type_details.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.296159 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.296672 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 15:44:29.296988 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: qos_rules_alias.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.298040 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.298563 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 15:44:29.298883 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: quotasv2.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.299905 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.300233 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: quotas Jun 01 15:44:29.300552 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: quotasv2_detail.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.302187 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.302530 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: quota_details Jun 01 15:44:29.302860 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: rbac.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.303895 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.304423 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: rbac-policies Jun 01 15:44:29.304752 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: rbac_address_group.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.305663 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.306214 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: rbac-address-group Jun 01 15:44:29.306544 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: rbac_address_scope.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.307440 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.307956 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: rbac-address-scope Jun 01 15:44:29.308278 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: rbac_security_groups.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.309166 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.310297 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: rbac-security-groups Jun 01 15:44:29.310619 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: rbac_subnetpool.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.311537 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.312054 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: rbac-subnetpool Jun 01 15:44:29.312372 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: revisionifmatch.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.313278 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.313792 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: revision-if-match Jun 01 15:44:29.314140 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: revisions.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.315244 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.315762 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: standard-attr-revisions Jun 01 15:44:29.316086 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: router_availability_zone.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.316751 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.317267 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: router_availability_zone Jun 01 15:44:29.317589 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: routerservicetype.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.318518 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.319038 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension router-service-type not supported by any of loaded plugins Jun 01 15:44:29.319359 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.320259 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.320774 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: security-groups-normalized-cidr Jun 01 15:44:29.321093 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.322014 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.322525 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: port-security-groups-filtering Jun 01 15:44:29.322846 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.323742 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.324254 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: security-groups-remote-address-group Jun 01 15:44:29.324575 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: securitygroup.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.335466 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.336006 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: security-group Jun 01 15:44:29.336335 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: segment.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.337118 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.337635 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension segment not supported by any of loaded plugins Jun 01 15:44:29.337960 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.338911 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.339467 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 15:44:29.339748 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: servicetype.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.340866 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.341393 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: service-type Jun 01 15:44:29.341715 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: sorting.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.342714 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.343106 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: sorting Jun 01 15:44:29.343642 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: standard_attr_segment.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.344278 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.344794 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 15:44:29.345114 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: standardattrdescription.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.345754 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.346292 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: standard-attr-description Jun 01 15:44:29.346619 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: stateful_security_group.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.347513 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.348023 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: stateful-security-group Jun 01 15:44:29.348345 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: stdattrs_common.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.348917 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 15:44:29.349240 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.350241 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.350758 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 15:44:29.351080 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: subnet_onboard.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.352136 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.352651 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: subnet_onboard Jun 01 15:44:29.352974 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.353897 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.354433 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 15:44:29.354756 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: subnet_service_types.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.355661 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.356178 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: subnet-service-types Jun 01 15:44:29.357026 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: subnetallocation.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.358197 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.358728 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: subnet_allocation Jun 01 15:44:29.359051 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.359725 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.360236 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: subnetpool-prefix-ops Jun 01 15:44:29.360557 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.361478 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.362007 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 15:44:29.362336 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: tagging.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.363384 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.363903 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: standard-attr-tag Jun 01 15:44:29.364231 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: timestamp.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.365415 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.365934 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loaded extension: standard-attr-timestamp Jun 01 15:44:29.366291 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: trunk.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.367312 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.367834 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension trunk not supported by any of loaded plugins Jun 01 15:44:29.368159 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: trunk_details.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.369066 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.369581 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension trunk-details not supported by any of loaded plugins Jun 01 15:44:29.369902 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: uplink_status_propagation.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.370830 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.371346 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 15:44:29.371666 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Loading extension file: vlantransparent.py {{(pid=91805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:29.372930 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:29.373735 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 15:44:29.376192 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:network Jun 01 15:44:29.376937 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:subnet Jun 01 15:44:29.377723 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 15:44:29.378370 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:port Jun 01 15:44:29.379616 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.380047 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service FLAVORS assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.380658 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.381090 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.381419 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:router Jun 01 15:44:29.382106 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 15:44:29.382802 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service METERING assigned prefix: /metering {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.384239 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.384608 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.384957 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:29.386113 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 15:44:29.386557 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:security_group Jun 01 15:44:29.387235 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 15:44:29.387987 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service CORE assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.388349 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 15:44:29.388726 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] subnetpool is already registered Jun 01 15:44:29.389331 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service CORE assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.389662 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 15:44:29.390014 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] subnetpool is already registered Jun 01 15:44:29.392554 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.392985 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service FLAVORS assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.393570 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.394007 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.394341 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:router Jun 01 15:44:29.394669 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] router is already registered Jun 01 15:44:29.395259 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 15:44:29.395589 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] floatingip is already registered Jun 01 15:44:29.396209 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service METERING assigned prefix: /metering {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.396873 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 15:44:29.397200 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] rbac_policy is already registered Jun 01 15:44:29.397737 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:security_group Jun 01 15:44:29.398090 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] security_group is already registered Jun 01 15:44:29.398671 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 15:44:29.399012 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] security_group_rule is already registered Jun 01 15:44:29.399682 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service CORE assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.400009 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 15:44:29.400332 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] subnetpool is already registered Jun 01 15:44:29.400928 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.v2.resource_helper [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Service CORE assigned prefix: {{(pid=91805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:29.401252 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 15:44:29.401573 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING neutron.quota.resource_registry [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] subnetpool is already registered Jun 01 15:44:29.402226 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: extensions {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.403835 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: address-groups {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.405463 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: address-scopes {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.406707 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: agents {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.407878 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: auto-allocated-topology {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.409129 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: availability_zones {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.410536 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: dhcp-networks {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.411930 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: dhcp-agents {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.413352 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: routers {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.415197 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: flavors {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.416371 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: service_profiles {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.417610 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: next_providers {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.419684 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: service_profiles {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.421155 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: floatingip-pools {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.422399 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: routers {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.424266 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: floatingips {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.425464 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: l3-routers {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.426889 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: l3-agents {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.428317 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: metering-labels {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.429670 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: metering-label-rules {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.430989 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: network-ip-availabilities {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.432244 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: bindings {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.433914 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: quotas {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.435979 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: quotas {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.437728 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: rbac-policies {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.440075 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: security-groups {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.441303 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: security-group-rules {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.442569 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: service-providers {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.443804 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: subnetpools {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.559291 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: subnetpools {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.561415 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.563169 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.565023 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.566857 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.568659 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.570569 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.572269 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.574206 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.576150 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.578094 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron.api.extensions [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Extended resource: tags {{(pid=91805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:29.584120 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING keystonemiddleware.auth_token [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 15:44:29.588831 dv-cinder-793515-3-iscsi neutron-server[91805]: WARNING keystonemiddleware.auth_token [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 15:44:29.597629 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_concurrency.lockutils [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Acquired lock "singleton_lock" {{(pid=91805) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 15:44:29.598137 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_concurrency.lockutils [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Releasing lock "singleton_lock" {{(pid=91805) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 15:44:29.598768 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO oslo_service.service [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Starting 2 workers Jun 01 15:44:29.603495 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Started child 91910 {{(pid=91805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 15:44:29.608908 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Started child 91911 {{(pid=91805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 15:44:29.609867 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:29.610835 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO neutron.service [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 15:44:29.611504 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Notify callbacks [] for process, before_spawn {{(pid=91805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:29.611876 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [-] (91910) wsgi starting up on http://0.0.0.0:9696 Jun 01 15:44:29.613974 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO oslo_service.service [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Starting 1 workers Jun 01 15:44:29.614345 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:29.615793 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [-] (91911) wsgi starting up on http://0.0.0.0:9696 Jun 01 15:44:29.619102 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Started child 91912 {{(pid=91805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 15:44:29.619634 dv-cinder-793515-3-iscsi neutron-server[91805]: INFO oslo_service.service [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Starting 1 workers Jun 01 15:44:29.622412 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.service [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] calling RpcWorker wait() {{(pid=91912) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 15:44:29.623080 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.service [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] returning from RpcWorker wait() {{(pid=91912) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 15:44:29.624340 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Started child 91913 {{(pid=91805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 15:44:29.624718 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:29.625087 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:44:29.625196 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG neutron_lib.callbacks.manager [None req-4361c50d-8005-4642-aeb0-b089341db765 None None] Notify callbacks [] for process, after_spawn {{(pid=91805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:29.627047 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91805) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 15:44:29.627264 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 15:44:29.627440 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 15:44:29.627657 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 15:44:29.628005 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 15:44:29.628184 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 15:44:29.628663 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.628951 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.629237 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.629499 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.629592 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:29.630122 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.630360 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.630629 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.630895 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.631177 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.631439 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.631613 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.631776 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.632033 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.632261 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.632579 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.632865 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.633103 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.633382 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.633546 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.633804 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.634083 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.634310 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.634578 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] debug = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.634816 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.635298 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.635528 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.635774 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.635983 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.636250 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.636494 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.636760 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.637003 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.637250 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.637498 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.637763 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.638049 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.638272 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.638499 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.638756 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.638969 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.639449 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] host = dv-cinder-793515-3-iscsi {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.639689 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.639900 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.640605 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.640605 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.640605 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.640903 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.641101 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.641342 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.641592 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.641831 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.642102 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.642333 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.642546 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.642782 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.642975 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_options = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.643235 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.643426 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.643698 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.643884 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.644050 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.644226 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.644481 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.644670 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.644897 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.645132 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.645343 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.645571 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.645823 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.646060 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.646347 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.646551 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.646803 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.647047 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.647279 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.647507 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.647729 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.647953 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.648171 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.648389 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.648608 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.648841 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.649085 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.649317 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.649527 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.649802 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652064 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652064 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652064 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652064 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652064 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652064 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652064 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652064 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652656 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652656 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652656 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652656 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652910 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.652987 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.653978 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.653978 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_json = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.654452 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.654452 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.654656 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.654877 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.655088 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.655301 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.655509 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.655743 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.656122 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:44:29.656237 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.656455 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.656772 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.657029 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.658109 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.658109 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.658109 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.658109 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.660816 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.660816 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.660816 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.660816 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.660816 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.660816 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.660816 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.660816 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.662131 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.662131 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.662131 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.662131 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.662131 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.662131 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.662131 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.662131 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665143 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665143 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665143 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665143 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665143 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665143 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665143 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665143 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665722 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665722 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665722 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665722 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665722 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665722 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.665722 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.666267 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.666267 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.666267 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.666488 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.666636 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.666851 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.667075 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.667290 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.667529 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.667738 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.667975 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.668210 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.668454 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.668675 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.668896 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.669753 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.670611 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.670611 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.670611 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.670848 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.671392 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.671392 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.671704 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.671704 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.671985 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.672131 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.672764 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.672764 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.672764 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.673732 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.673732 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.673732 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.673732 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.673732 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.674112 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.674209 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.674377 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.674710 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.674902 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.675031 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.676426 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.676426 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.676426 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.676426 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.676426 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.676426 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.677861 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.677861 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.677861 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.677861 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.677861 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.677861 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.678578 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.678578 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.678578 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.678802 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.678974 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.679228 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.679459 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.679691 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.679943 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.680202 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.680431 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.680669 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.680892 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.681140 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.681388 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.681680 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.681921 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.682204 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.682463 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.682717 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.682998 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.683239 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.683541 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.683781 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.684053 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.684361 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.684706 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.685436 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.685436 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.685686 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.685845 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.686104 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.686360 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.686611 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.686895 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.687115 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.687386 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.687648 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.687868 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.688080 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.688329 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.688629 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.689093 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.689510 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.689938 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.690419 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.690846 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.691106 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.691372 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.691807 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.692254 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.692521 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.692780 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.692999 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.693243 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.693476 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.693694 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.693913 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.694174 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.694413 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.694653 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.694868 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.695117 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.695331 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.695547 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.695791 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.696027 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.696252 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.696494 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.696704 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.696943 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.697179 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.697410 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.697619 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.698017 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.698372 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.698801 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.699188 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.699467 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.699715 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.700132 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.700591 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.701019 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.701518 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.701912 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.702480 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.702877 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.703106 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.703326 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.703553 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.703795 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.704040 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.704304 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.704552 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.704809 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.705050 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.705393 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.705644 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.705891 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.706156 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.706380 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.706597 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.706856 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.707075 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.707313 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.707563 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.707778 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.708016 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.708264 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.708503 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.708739 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.708970 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.709203 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.709436 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.709647 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.709964 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.710244 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.710488 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.710726 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.710953 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.711187 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.711397 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.711606 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.711819 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.712024 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.712265 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.712474 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.712681 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.712915 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.713129 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.713353 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.713560 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.713768 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.713981 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.714246 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.714433 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.714640 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.714869 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.715061 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.715270 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.715604 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.716387 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.716660 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.717190 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.717190 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.717481 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.717696 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.718122 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.718699 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.718699 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.718699 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.719153 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.719153 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.719435 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.719716 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.720000 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.720267 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.720636 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.720791 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.721080 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.721343 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.721574 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.721889 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.722249 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.722539 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.722781 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.723032 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.723313 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.723535 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.723769 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.723985 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.724230 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.724466 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.724687 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.724913 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.725135 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.725349 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.725572 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.725786 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.726037 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.726274 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.726517 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.726730 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.726876 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 15:44:29.727453 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91805) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 15:44:29.727600 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 15:44:29.727740 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 15:44:29.727908 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 15:44:29.728064 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 15:44:29.728206 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 15:44:29.728403 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.728549 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.728713 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.728859 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.729007 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.729180 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.729340 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.729491 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.729631 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.729923 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.729923 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.730239 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.730239 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.730506 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.730506 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.730771 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.730923 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.731064 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.731202 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.731352 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.731545 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.732263 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.732263 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] debug = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.734510 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.734510 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.734510 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.734510 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.734510 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.734510 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.735841 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.735841 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.735841 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.735841 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.735841 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.735841 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.735841 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.735841 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.737171 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.737171 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.737171 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.737171 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] host = dv-cinder-793515-3-iscsi {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.737171 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.737171 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.737171 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.737171 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.738808 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.738808 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.738808 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.738808 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.738808 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.738808 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.738808 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.738808 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.740013 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.740013 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.740013 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_options = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.740013 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.740013 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.740013 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.740013 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.740013 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.741081 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.741081 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.741081 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.741081 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.741081 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.741081 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.741081 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.741081 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.742218 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.742218 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.742218 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.742218 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.742218 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.742218 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.742218 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.742218 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.743190 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.743190 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.743190 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.743190 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.743190 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.743190 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.743190 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.743190 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.743190 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744160 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744160 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744160 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744160 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744160 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744160 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744160 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744160 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744713 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744713 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744713 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744713 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744713 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744713 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744713 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.744713 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_json = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.745404 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.745404 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.745404 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.745404 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.745404 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.745404 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.745404 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.745404 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:29.746314 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.746314 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.746314 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.746314 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.746314 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.746314 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.746314 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.748624 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.748624 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.748624 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.748624 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.748624 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.748624 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.748624 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.748624 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.749640 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.749640 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.749640 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.749640 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.749640 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.749640 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.749640 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.750422 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.750422 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.750422 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.750422 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.750422 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.750967 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.750967 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.750967 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.750967 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.751333 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.751333 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.751333 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.751650 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.751650 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.751883 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.752005 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.752089 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.752213 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.752380 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.752723 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.752723 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.752879 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.752983 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.753142 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.753301 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.753462 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.753622 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.753781 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.753949 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.754131 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.754291 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.754450 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.754610 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.754768 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.754928 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.755086 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.755176 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:44:29.755277 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.755395 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.755554 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.755731 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.755890 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.756050 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.756208 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.756368 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.756529 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.756688 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.756848 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.757010 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.757169 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.757327 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.757486 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.757646 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.757804 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.757965 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.758145 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.758304 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.758465 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.758623 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.758782 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.758941 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.759100 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.759258 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.759425 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.759599 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.759760 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.759919 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.760078 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.760267 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.760394 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.760551 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.760712 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.760871 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.761030 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.761188 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.761346 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.761507 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.761667 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.761825 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.761985 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.762163 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.762321 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.762480 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.762638 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.762848 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.763508 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.763984 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.763984 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.764134 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.764213 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.764386 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.764544 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.764706 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.765199 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.765199 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.765199 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.765417 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.765484 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.765638 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.765800 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.765961 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.766142 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.766307 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.766458 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.766617 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.766776 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.766943 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.767113 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.767274 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.767433 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.767592 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.767775 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.767935 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.768094 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.768254 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.768413 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.768572 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.768732 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.768891 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.769457 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.769457 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.769457 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.769457 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.769457 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.771292 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.771292 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.771292 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.771292 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.771292 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.771292 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.771292 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.771292 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.773459 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.773459 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.773459 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.773459 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.773459 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.773459 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.773459 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.773459 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.774073 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.774073 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.774073 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.774073 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.774073 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.774073 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.774073 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.774073 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.775152 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.775152 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.775152 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.775152 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.775152 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.775152 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.775152 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.775152 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776012 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776012 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776012 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776012 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776012 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776012 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776012 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776012 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776609 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776609 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776609 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776609 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.776609 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.777046 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.777046 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.777046 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.777266 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.777266 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.777410 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.777576 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.777740 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.777902 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.778086 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.778248 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.778444 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.778604 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.779352 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.779352 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.779352 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.779352 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.779780 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.779780 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.779925 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.780015 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.780097 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.780262 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.780420 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.780581 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.780740 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.780908 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.781066 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.781225 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.781383 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.781542 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.781709 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.781868 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.782047 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.782207 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.782366 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.782533 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.782692 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.782835 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.782999 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.783146 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.783488 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.783488 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.783724 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.783806 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.783918 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.784076 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.784235 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.784405 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.784566 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.784727 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.784887 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.785045 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.785203 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.785364 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.785528 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.785736 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.785869 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.786011 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.786185 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.786353 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.786521 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.786680 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.786845 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.787018 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.787161 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.787324 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.787482 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.787641 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.787799 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.787959 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.788117 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.788276 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.788434 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.788593 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.788752 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.788910 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.789068 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.789227 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.789385 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.789545 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.789704 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.789863 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.790054 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:29.790210 dv-cinder-793515-3-iscsi neutron-server[91805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 15:44:29.820264 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 38994) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:44:29.829878 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074160 Jun 01 15:44:40.873724 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5600204f-b16a-4fd5-bd9f-281b58e6258b None None] get_active_networks_info from dv-cinder-793515-3-iscsi {{(pid=91912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 01 15:44:40.956131 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5600204f-b16a-4fd5-bd9f-281b58e6258b None None] No non-hosted networks {{(pid=91912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 15:44:40.980653 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.agentschedulers_db [None req-5600204f-b16a-4fd5-bd9f-281b58e6258b None None] DHCP Agent not found on host dv-cinder-793515-3-iscsi {{(pid=91912) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 01 15:44:41.099963 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-71d3e8c5-9bb5-4c5a-b65b-223574781596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928'] for agent, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:43.121973 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-668c9a3f-98fc-4747-8cd5-ad85a6f9d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928'] for agent, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:43.195648 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f86ad0c5-752c-44d6-835e-d64df12bfdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:43.216976 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928'] for agent, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:43.218316 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.218951 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.220119 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.220696 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.221243 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.221828 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.222444 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.223232 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.224207 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.225113 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.227208 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.227810 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:43.228481 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793515-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:44:43.241331 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793515-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:44:44.904249 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928'] for agent, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:45.784287 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.db.l3_hamode_db [None req-c7f00158-ca3a-4a80-9d9e-0be7a12632ec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 15:44:45.869902 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f00158-ca3a-4a80-9d9e-0be7a12632ec None None] Routers set() bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:44:45.870319 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f00158-ca3a-4a80-9d9e-0be7a12632ec None None] Router IDs set() for agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 01 15:44:46.449722 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928'] for agent, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:47.595953 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 39086) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:44:48.195552 dv-cinder-793515-3-iscsi neutron-server[91911]: WARNING oslo_policy.policy [None req-bcd49f2a-db2f-4dce-ac3a-a75b214d3d0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:44:48.196143 dv-cinder-793515-3-iscsi neutron-server[91911]: WARNING oslo_policy.policy [None req-bcd49f2a-db2f-4dce-ac3a-a75b214d3d0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:44:48.409017 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [None req-bcd49f2a-db2f-4dce-ac3a-a75b214d3d0b admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:44:48.410281 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-bcd49f2a-db2f-4dce-ac3a-a75b214d3d0b admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8123209 Jun 01 15:44:50.744179 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 39100) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:44:51.118027 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-331b19e6-9719-461c-8dc6-2e70073d52f7 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:44:51.218544 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.policy [None req-331b19e6-9719-461c-8dc6-2e70073d52f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91911) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 15:44:51.265440 dv-cinder-793515-3-iscsi neutron-server[91911]: WARNING oslo_policy.policy [None req-331b19e6-9719-461c-8dc6-2e70073d52f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:44:51.265814 dv-cinder-793515-3-iscsi neutron-server[91911]: WARNING oslo_policy.policy [None req-331b19e6-9719-461c-8dc6-2e70073d52f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:44:51.274382 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.quota [None req-331b19e6-9719-461c-8dc6-2e70073d52f7 admin admin] Loaded quota_driver: . Jun 01 15:44:51.290611 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-331b19e6-9719-461c-8dc6-2e70073d52f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:44:51.351758 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-331b19e6-9719-461c-8dc6-2e70073d52f7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610791036', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610791459', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610878277', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610873513', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610896180', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735610888662', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527200', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631736', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7991102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7917291'] for rbac-policy, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:51.415113 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-331b19e6-9719-461c-8dc6-2e70073d52f7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:51.416275 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-331b19e6-9719-461c-8dc6-2e70073d52f7 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6708312 Jun 01 15:44:54.029262 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 39112) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:44:54.383768 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Request body: {'network': {'project_id': '294d32a960794393ab6ba67be4285c2e', 'admin_state_up': True, 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'name': 'private'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:44:54.388608 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:44:54.393113 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Usage tracker for resource:network and tenant:294d32a960794393ab6ba67be4285c2e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:44:54.397666 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:44:54.404415 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:44:54.414765 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Made reservation on behalf of 294d32a960794393ab6ba67be4285c2e for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:44:54.417628 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:54.435625 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:54.449360 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:44:54.453061 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Usage tracker for resource:security_group_rule and tenant:294d32a960794393ab6ba67be4285c2e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:44:54.458184 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:44:54.463789 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:44:54.560784 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:54.564563 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:54.569864 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:44:54.587888 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:44:54.614898 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735607185439', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:54.615495 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Unsubscribe: segment precommit_create {{(pid=91911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 15:44:54.615971 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Added segment e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1 of type vlan for network 3cb2b7db-85a6-492f-bca1-10efbe2637f2 Jun 01 15:44:54.666062 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea51b018-5df9-4505-a73d-0c46189a7720,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:44:54.687521 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.687874 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.688199 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.688519 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.688834 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.689164 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.689480 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.689788 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.690137 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.690449 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.690756 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.691060 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Tracked resource versions report: Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: pushed versions: Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: { 'AddressGroup': {'1.2'}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'ConntrackHelper': {'1.0'}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Log': {'1.0'}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Network': {'1.1'}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Port': {'1.7'}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'PortForwarding': {'1.2'}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'QosPolicy': {'1.8'}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SecurityGroup': {'1.4'}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SubPort': {'1.0'}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Subnet': {'1.1'}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Trunk': {'1.1'}} Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: consumer versions: Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: { DHCP agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: L3 agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: Metadata agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: Metering agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: Open vSwitch agent@dv-cinder-793515-3-iscsi: { 'AddressGroup': '1.2', Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'ConntrackHelper': '1.0', Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Log': '1.0', Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Network': '1.1', Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Port': '1.7', Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'PortForwarding': '1.2', Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'QosPolicy': '1.8', Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SecurityGroup': '1.4', Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SecurityGroupRule': '1.2', Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SubPort': '1.0', Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Subnet': '1.1', Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Trunk': '1.1'}} Jun 01 15:44:54.692103 dv-cinder-793515-3-iscsi neutron-server[91911]: {{(pid=91911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:44:54.736966 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:54.744958 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:44:54.780237 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:54.781771 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:44:54.782458 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:54.787515 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:44:54.888904 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8585703 Jun 01 15:44:54.894084 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Pushing event updated for resources: {'Network': ['ID=3cb2b7db-85a6-492f-bca1-10efbe2637f2,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:44:54.915642 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:44:54.928853 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 3cb2b7db-85a6-492f-bca1-10efbe2637f2 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:44:57.558174 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39126) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:44:58.174103 dv-cinder-793515-3-iscsi neutron-server[91910]: WARNING oslo_policy.policy [None req-00f271a8-c13b-40d3-b4af-c0492e616b34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:44:58.174741 dv-cinder-793515-3-iscsi neutron-server[91910]: WARNING oslo_policy.policy [None req-00f271a8-c13b-40d3-b4af-c0492e616b34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:44:58.604949 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.policy [None req-00f271a8-c13b-40d3-b4af-c0492e616b34 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91910) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 15:44:58.651079 dv-cinder-793515-3-iscsi neutron-server[91910]: WARNING oslo_policy.policy [None req-00f271a8-c13b-40d3-b4af-c0492e616b34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:44:58.651456 dv-cinder-793515-3-iscsi neutron-server[91910]: WARNING oslo_policy.policy [None req-00f271a8-c13b-40d3-b4af-c0492e616b34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:44:58.662428 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f271a8-c13b-40d3-b4af-c0492e616b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:44:58.664162 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-00f271a8-c13b-40d3-b4af-c0492e616b34 admin admin] 10.222.0.63 "GET /v2.0/networks/3cb2b7db-85a6-492f-bca1-10efbe2637f2 HTTP/1.1" status: 200 len: 825 time: 1.1051030 Jun 01 15:44:58.694862 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-57b003dd-706c-4842-8eb7-87a8610287c6 admin admin] 10.222.0.63 "GET /v2.0/subnetpools/faa0015f-332b-4ad1-88c7-8fd00c8b4483 HTTP/1.1" status: 200 len: 734 time: 0.0252473 Jun 01 15:44:58.703872 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'name': 'private-subnet', 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2', 'subnetpool_id': 'faa0015f-332b-4ad1-88c7-8fd00c8b4483'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:44:58.705390 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.quota [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Loaded quota_driver: . Jun 01 15:44:58.711267 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:44:58.717748 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Usage tracker for resource:subnet and tenant:294d32a960794393ab6ba67be4285c2e is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:44:58.721106 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:44:58.727790 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:44:58.741848 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Made reservation on behalf of 294d32a960794393ab6ba67be4285c2e for: {'subnet': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:44:58.744580 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:59.242251 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:59.248835 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:44:59.333484 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Checking segment: {'id': 'e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:44:59.333786 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Network hostable DHCP agents. Network: 3cb2b7db-85a6-492f-bca1-10efbe2637f2, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:44:59.339752 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f79d62-53cf-4442-adb3-2fe390a06f69,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:44:59.351792 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.352153 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.352502 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.352805 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.353133 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.353457 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.353782 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.354134 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.354458 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.354772 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.355083 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.355388 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Tracked resource versions report: Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: pushed versions: Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: { 'AddressGroup': {'1.2'}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'ConntrackHelper': {'1.0'}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Log': {'1.0'}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Network': {'1.1'}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Port': {'1.7'}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'PortForwarding': {'1.2'}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'QosPolicy': {'1.8'}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SecurityGroup': {'1.4'}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SubPort': {'1.0'}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Subnet': {'1.1'}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Trunk': {'1.1'}} Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: consumer versions: Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: { DHCP agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: L3 agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: Metadata agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: Metering agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: Open vSwitch agent@dv-cinder-793515-3-iscsi: { 'AddressGroup': '1.2', Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'ConntrackHelper': '1.0', Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Log': '1.0', Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Network': '1.1', Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Port': '1.7', Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'PortForwarding': '1.2', Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'QosPolicy': '1.8', Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SecurityGroup': '1.4', Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SecurityGroupRule': '1.2', Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SubPort': '1.0', Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Subnet': '1.1', Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Trunk': '1.1'}} Jun 01 15:44:59.357425 dv-cinder-793515-3-iscsi neutron-server[91910]: {{(pid=91910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:44:59.389863 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Network 3cb2b7db-85a6-492f-bca1-10efbe2637f2 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:44:59.393967 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:44:59.404986 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 3cb2b7db-85a6-492f-bca1-10efbe2637f2) {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:44:59.409822 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:44:59.410489 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:59.414716 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777cdff6-0983-4e48-b8f6-00dd2f52590f None None] Network 3cb2b7db-85a6-492f-bca1-10efbe2637f2 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:44:59.432531 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7325482 Jun 01 15:44:59.728808 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c58c33-a809-5445-82d3-f2e7d60efdb5-3cb2b7db-85a6-492f-bca1-10efbe2637f2', 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'fixed_ips': [{'subnet_id': '01f79d62-53cf-4442-adb3-2fe390a06f69'}]}} from dv-cinder-793515-3-iscsi. {{(pid=91912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:44:59.730087 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:59.921432 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Allocated IP 172.20.0.2 (3cb2b7db-85a6-492f-bca1-10efbe2637f2/01f79d62-53cf-4442-adb3-2fe390a06f69/12876560-4c25-4692-8d96-413e6ca26f35) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:45:00.156875 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:00.170663 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Transition to ACTIVE for port object 12876560-4c25-4692-8d96-413e6ca26f35 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:45:00.191497 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Transition to ACTIVE for port object 12876560-4c25-4692-8d96-413e6ca26f35 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:45:00.199216 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:00.204337 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:00.265074 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Network 3cb2b7db-85a6-492f-bca1-10efbe2637f2 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:45:00.267915 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:45:00.274577 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:45:00.276670 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Pushing event updated for resources: {'Port': ['ID=12876560-4c25-4692-8d96-413e6ca26f35,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:00.314052 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.314387 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.314713 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.315032 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.315346 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.315662 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.315970 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.316277 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.316606 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.316915 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.317216 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.317518 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Tracked resource versions report: Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: pushed versions: Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: { 'AddressGroup': {'1.2'}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'ConntrackHelper': {'1.0'}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Log': {'1.0'}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Network': {'1.1'}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Port': {'1.7'}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'PortForwarding': {'1.2'}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'QosPolicy': {'1.8'}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SecurityGroup': {'1.4'}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SubPort': {'1.0'}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Subnet': {'1.1'}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Trunk': {'1.1'}} Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: consumer versions: Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: { DHCP agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: L3 agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: Metadata agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: Metering agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: Open vSwitch agent@dv-cinder-793515-3-iscsi: { 'AddressGroup': '1.2', Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'ConntrackHelper': '1.0', Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Log': '1.0', Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Network': '1.1', Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Port': '1.7', Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'PortForwarding': '1.2', Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'QosPolicy': '1.8', Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SecurityGroup': '1.4', Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SecurityGroupRule': '1.2', Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SubPort': '1.0', Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Subnet': '1.1', Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Trunk': '1.1'}} Jun 01 15:45:00.318600 dv-cinder-793515-3-iscsi neutron-server[91912]: {{(pid=91912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:45:00.330445 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:00.381204 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Attempting to bind port 12876560-4c25-4692-8d96-413e6ca26f35 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:45:00.381595 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Attempting to bind port 12876560-4c25-4692-8d96-413e6ca26f35 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': 'e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:45:00.382047 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Attempting to bind port 12876560-4c25-4692-8d96-413e6ca26f35 on network 3cb2b7db-85a6-492f-bca1-10efbe2637f2 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:45:00.387334 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:45:00.387734 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Checking segment: {'id': 'e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:45:00.388409 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:00.388802 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Bound using segment: {'id': 'e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:45:00.389569 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Bound port: 12876560-4c25-4692-8d96-413e6ca26f35, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:45:00.389692 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:00.480515 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] For port 12876560-4c25-4692-8d96-413e6ca26f35, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:45:00.484955 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] For port 12876560-4c25-4692-8d96-413e6ca26f35, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=12876560-4c25-4692-8d96-413e6ca26f35,segment=NetworkSegment(e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1),segment_id=e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:45:00.488950 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:00.492714 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:00.575943 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Pushing event updated for resources: {'Port': ['ID=12876560-4c25-4692-8d96-413e6ca26f35,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:00.578801 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:01.851523 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39146) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:02.229451 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [None req-36d48718-1c67-440a-9664-7e0456ab0ec7 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:45:02.230425 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-36d48718-1c67-440a-9664-7e0456ab0ec7 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3779788 Jun 01 15:45:04.678641 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39154) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:05.084732 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [None req-967e2ade-7b2e-4d7a-97f7-30cee5f20879 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:45:05.085697 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-967e2ade-7b2e-4d7a-97f7-30cee5f20879 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4061415 Jun 01 15:45:05.627448 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 12876560-4c25-4692-8d96-413e6ca26f35 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:45:05.708504 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 12876560-4c25-4692-8d96-413e6ca26f35 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:45:06.134183 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ca38b-c4c1-491b-9e73-7260d3d094bf None None] Network 3cb2b7db-85a6-492f-bca1-10efbe2637f2 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:45:06.239629 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-f631dfcc-b23c-4f36-82ba-5415dacbafb9 None None] Provisioning for port 12876560-4c25-4692-8d96-413e6ca26f35 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:45:06.283613 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-f631dfcc-b23c-4f36-82ba-5415dacbafb9 None None] Provisioning complete for port 12876560-4c25-4692-8d96-413e6ca26f35 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:06.284016 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f631dfcc-b23c-4f36-82ba-5415dacbafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:06.500249 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f631dfcc-b23c-4f36-82ba-5415dacbafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:06.549083 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-f631dfcc-b23c-4f36-82ba-5415dacbafb9 None None] For port 12876560-4c25-4692-8d96-413e6ca26f35, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=12876560-4c25-4692-8d96-413e6ca26f35,segment=NetworkSegment(e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1),segment_id=e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:45:06.554087 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f631dfcc-b23c-4f36-82ba-5415dacbafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:06.568901 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:06.652497 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631dfcc-b23c-4f36-82ba-5415dacbafb9 None None] Pushing event updated for resources: {'Port': ['ID=12876560-4c25-4692-8d96-413e6ca26f35,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:06.657446 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f631dfcc-b23c-4f36-82ba-5415dacbafb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:06.739089 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-2aa46e22-9cb6-42ee-9635-443ecc79821b None None] Provisioning complete for port 12876560-4c25-4692-8d96-413e6ca26f35 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:06.739460 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2aa46e22-9cb6-42ee-9635-443ecc79821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:07.591398 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 12876560-4c25-4692-8d96-413e6ca26f35 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:45:07.657533 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 12876560-4c25-4692-8d96-413e6ca26f35 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:07.658386 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:07.679100 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 5 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:45:07.720261 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39170) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:08.070852 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-dd0c6fe8-4b34-4e39-a674-f6c65e3b348b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '294d32a960794393ab6ba67be4285c2e'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:45:08.075884 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-dd0c6fe8-4b34-4e39-a674-f6c65e3b348b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:08.079603 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-dd0c6fe8-4b34-4e39-a674-f6c65e3b348b admin admin] Usage tracker for resource:router and tenant:294d32a960794393ab6ba67be4285c2e is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:45:08.082851 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-dd0c6fe8-4b34-4e39-a674-f6c65e3b348b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:45:08.088529 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-dd0c6fe8-4b34-4e39-a674-f6c65e3b348b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:45:08.099297 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6fe8-4b34-4e39-a674-f6c65e3b348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7998537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15119'] for router, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:08.101017 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6fe8-4b34-4e39-a674-f6c65e3b348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7985302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7957882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15110'] for router, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:08.124639 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6fe8-4b34-4e39-a674-f6c65e3b348b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:08.236389 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6fe8-4b34-4e39-a674-f6c65e3b348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7985253'] for router, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:08.255665 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6fe8-4b34-4e39-a674-f6c65e3b348b admin admin] Notify callbacks [] for router, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:08.256902 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-dd0c6fe8-4b34-4e39-a674-f6c65e3b348b admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5356624 Jun 01 15:45:10.611986 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 39178) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:10.632273 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c75ecca-d4aa-468d-a19f-42b50af2dc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:10.996073 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [None req-7d64e81b-a519-4c2f-ba90-86ee882975e2 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:45:10.997612 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7d64e81b-a519-4c2f-ba90-86ee882975e2 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3843443 Jun 01 15:45:13.114615 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8972-9f29-4b82-bd40-6f84bc223d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:13.171955 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:13.354772 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 39186) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:13.723414 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:45:13.728130 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:13.732021 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Usage tracker for resource:network and tenant:43890ccbeb644dadb4fb5876bc06df86 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:45:13.735428 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:45:13.740976 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:45:13.751309 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Made reservation on behalf of 43890ccbeb644dadb4fb5876bc06df86 for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:45:13.753705 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:13.766050 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:13.779714 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:13.783384 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Usage tracker for resource:security_group_rule and tenant:43890ccbeb644dadb4fb5876bc06df86 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:45:13.786096 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:45:13.791727 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:45:13.874561 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:13.878224 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:13.882158 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:13.897107 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Reserving flat network on physical network physnet1 {{(pid=91911) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 15:45:13.918060 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1e3d46-7596-4f4f-8df0-74fb034f5a86,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:13.922818 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:13.925279 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:13.925613 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Added segment 36f40d48-1ad5-41c2-b7aa-726d74ffda6e of type flat for network 33f215dc-9a0b-4949-9713-0c7e803de905 Jun 01 15:45:13.958554 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:13.995669 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:13.997530 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:13.998409 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:14.002740 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:14.092439 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7365952 Jun 01 15:45:14.097364 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Pushing event updated for resources: {'Network': ['ID=33f215dc-9a0b-4949-9713-0c7e803de905,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:14.100235 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:14.110771 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 33f215dc-9a0b-4949-9713-0c7e803de905 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:45:14.829365 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:16.400981 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:16.424511 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39204) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:16.651266 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfabf2c6-60c5-4fbd-9322-d74220eb6851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:16.652528 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-cfabf2c6-60c5-4fbd-9322-d74220eb6851 admin admin] 10.222.0.63 "GET /v2.0/subnets/01f79d62-53cf-4442-adb3-2fe390a06f69 HTTP/1.1" status: 200 len: 849 time: 0.2270558 Jun 01 15:45:16.797001 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-b44b44ad-9823-4e6b-856f-0f9942a5e0a5 admin admin] 10.222.0.63 "GET /v2.0/routers/c59d6b50-bb8a-4236-aaea-5b23c422cf24 HTTP/1.1" status: 200 len: 704 time: 0.1389019 Jun 01 15:45:17.283721 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:17.518750 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Allocated IP 172.20.0.1 (3cb2b7db-85a6-492f-bca1-10efbe2637f2/01f79d62-53cf-4442-adb3-2fe390a06f69/7d9794a0-14e4-4ecc-8306-fe0a93501b10) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:45:17.678638 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:17.695713 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Transition to ACTIVE for port object 7d9794a0-14e4-4ecc-8306-fe0a93501b10 will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:45:17.753500 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:17.757619 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:17.819384 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Network 3cb2b7db-85a6-492f-bca1-10efbe2637f2 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:45:17.822075 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:45:17.826182 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:45:17.826697 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7985839'] for router_interface, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:17.989961 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9794a0-14e4-4ecc-8306-fe0a93501b10,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:17.995665 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:18.053065 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-bf4770bc-a14f-4b63-98a6-b27d4287d161 None None] Provisioning for port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:45:18.057957 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-bf4770bc-a14f-4b63-98a6-b27d4287d161 None None] Provisioning complete for port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:18.058361 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bf4770bc-a14f-4b63-98a6-b27d4287d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:18.112657 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-bf4770bc-a14f-4b63-98a6-b27d4287d161 None None] Port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:45:18.131212 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:18.373737 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:18.378063 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:18.379196 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985712'] for router_interface, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:18.382362 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:18.474658 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9794a0-14e4-4ecc-8306-fe0a93501b10,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:18.478438 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:18.577114 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Network 3cb2b7db-85a6-492f-bca1-10efbe2637f2 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:45:18.578218 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:45:18.732954 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-dbfc4117-37db-4b0c-b3c7-0251c8754440 None None] Provisioning complete for port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:18.733319 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dbfc4117-37db-4b0c-b3c7-0251c8754440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:18.781664 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Router c59d6b50-bb8a-4236-aaea-5b23c422cf24 is scheduled to L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 with binding_index 1 {{(pid=91910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:45:18.790959 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc4117-37db-4b0c-b3c7-0251c8754440 None None] Port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:45:18.935400 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:45:18.944278 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] 10.222.0.63 "PUT /v2.0/routers/c59d6b50-bb8a-4236-aaea-5b23c422cf24/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1424620 Jun 01 15:45:18.944746 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Sync routers for ids ['c59d6b50-bb8a-4236-aaea-5b23c422cf24'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:45:18.955226 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Routers {'c59d6b50-bb8a-4236-aaea-5b23c422cf24'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:45:18.956079 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:45:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['c59d6b50-bb8a-4236-aaea-5b23c422cf24'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:19.136173 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Set router c59d6b50-bb8a-4236-aaea-5b23c422cf24 gateway port host: None {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:45:19.499139 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'name': 'router1', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:08Z', 'updated_at': '2021-06-01T15:45:18Z', 'revision_number': 2, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'gw_port_host': None, '_interfaces': [{'id': '7d9794a0-14e4-4ecc-8306-fe0a93501b10', 'name': '', 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'mac_address': 'fa:16:3e:4f:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:17Z', 'updated_at': '2021-06-01T15:45:18Z', 'revision_number': 2, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'subnets': [{'id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa0015f-332b-4ad1-88c7-8fd00c8b4483'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:19.504136 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Checking router: c59d6b50-bb8a-4236-aaea-5b23c422cf24 for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:45:19.504492 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Updating router c59d6b50-bb8a-4236-aaea-5b23c422cf24 port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 binding host dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:45:19.556982 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:19.933260 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:19.947970 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Transition to ACTIVE for port object 7d9794a0-14e4-4ecc-8306-fe0a93501b10 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:45:19.955419 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:19.960673 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:20.163711 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613459a0-d754-4eba-931a-b2858595031c None None] Pushing event updated for resources: {'Port': ['ID=7d9794a0-14e4-4ecc-8306-fe0a93501b10,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:20.181386 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.181717 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.182080 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.182405 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.182723 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.183036 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.183388 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.183671 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.183996 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.184290 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.184593 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.184899 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613459a0-d754-4eba-931a-b2858595031c None None] Tracked resource versions report: Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: pushed versions: Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: { 'AddressGroup': {'1.2'}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'ConntrackHelper': {'1.0'}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Log': {'1.0'}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Network': {'1.1'}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Port': {'1.7'}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'PortForwarding': {'1.2'}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'QosPolicy': {'1.8'}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SecurityGroup': {'1.4'}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SubPort': {'1.0'}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Subnet': {'1.1'}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Trunk': {'1.1'}} Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: consumer versions: Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: { DHCP agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: L3 agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: Metadata agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: Metering agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: Open vSwitch agent@dv-cinder-793515-3-iscsi: { 'AddressGroup': '1.2', Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'ConntrackHelper': '1.0', Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Log': '1.0', Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Network': '1.1', Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Port': '1.7', Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'PortForwarding': '1.2', Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'QosPolicy': '1.8', Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SecurityGroup': '1.4', Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SecurityGroupRule': '1.2', Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SubPort': '1.0', Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Subnet': '1.1', Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Trunk': '1.1'}} Jun 01 15:45:20.186123 dv-cinder-793515-3-iscsi neutron-server[91913]: {{(pid=91913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:45:20.193128 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-613459a0-d754-4eba-931a-b2858595031c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:20.196954 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Attempting to bind port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:45:20.197349 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Attempting to bind port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': 'e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:45:20.197762 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Attempting to bind port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 on network 3cb2b7db-85a6-492f-bca1-10efbe2637f2 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:45:20.203852 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:45:20.204249 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Checking segment: {'id': 'e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:45:20.204709 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:20.205094 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Bound using segment: {'id': 'e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:45:20.205591 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Bound port: 7d9794a0-14e4-4ecc-8306-fe0a93501b10, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:45:20.205955 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:20.292887 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] For port 7d9794a0-14e4-4ecc-8306-fe0a93501b10, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:45:20.299106 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] For port 7d9794a0-14e4-4ecc-8306-fe0a93501b10, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=7d9794a0-14e4-4ecc-8306-fe0a93501b10,segment=NetworkSegment(e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1),segment_id=e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:45:20.301976 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:20.306627 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:20.394260 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Routers {'c59d6b50-bb8a-4236-aaea-5b23c422cf24'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:45:20.394892 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:45:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['c59d6b50-bb8a-4236-aaea-5b23c422cf24'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:20.466546 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613459a0-d754-4eba-931a-b2858595031c None None] Pushing event updated for resources: {'Port': ['ID=7d9794a0-14e4-4ecc-8306-fe0a93501b10,revision_number=4']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:20.470283 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-613459a0-d754-4eba-931a-b2858595031c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:20.587858 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] Set router c59d6b50-bb8a-4236-aaea-5b23c422cf24 gateway port host: None {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:45:20.910017 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'name': 'router1', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:08Z', 'updated_at': '2021-06-01T15:45:18Z', 'revision_number': 2, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'gw_port_host': None, '_interfaces': [{'id': '7d9794a0-14e4-4ecc-8306-fe0a93501b10', 'name': '', 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'mac_address': 'fa:16:3e:4f:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:17Z', 'updated_at': '2021-06-01T15:45:20Z', 'revision_number': 4, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'subnets': [{'id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa0015f-332b-4ad1-88c7-8fd00c8b4483'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:20.913840 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139cc14f-cb98-49b4-a82b-88b57fec5a1c None None] The sync data for ids ['c59d6b50-bb8a-4236-aaea-5b23c422cf24'] in dv-cinder-793515-3-iscsi is: [{'id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'name': 'router1', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:08Z', 'updated_at': '2021-06-01T15:45:18Z', 'revision_number': 2, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'gw_port_host': None, '_interfaces': [{'id': '7d9794a0-14e4-4ecc-8306-fe0a93501b10', 'name': '', 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'mac_address': 'fa:16:3e:4f:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:17Z', 'updated_at': '2021-06-01T15:45:20Z', 'revision_number': 4, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'subnets': [{'id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa0015f-332b-4ad1-88c7-8fd00c8b4483'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:45:21.121428 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 39224) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:21.275488 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878f16f6-9cac-4116-b08d-98df02252737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:21.275984 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-878f16f6-9cac-4116-b08d-98df02252737 admin admin] Synchronizing usage tracker for tenant:43890ccbeb644dadb4fb5876bc06df86 on resource:network {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:45:21.294834 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-878f16f6-9cac-4116-b08d-98df02252737 admin admin] Unset dirty status for tenant:43890ccbeb644dadb4fb5876bc06df86 on resource:network {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:45:21.295965 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-878f16f6-9cac-4116-b08d-98df02252737 admin admin] 10.222.0.63 "GET /v2.0/networks/33f215dc-9a0b-4949-9713-0c7e803de905 HTTP/1.1" status: 200 len: 842 time: 0.1732156 Jun 01 15:45:21.305249 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Request body: {'subnet': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:45:21.310611 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:21.315139 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Usage tracker for resource:subnet and tenant:43890ccbeb644dadb4fb5876bc06df86 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:45:21.318285 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:45:21.323995 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:45:21.334537 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Made reservation on behalf of 43890ccbeb644dadb4fb5876bc06df86 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:45:21.336851 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:21.825668 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.objects.ports [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91911) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 01 15:45:21.826065 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:21.830390 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:21.899403 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad9917b-04a6-4f54-a9d1-a6505960e9ba,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:21.903941 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:21.912928 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Checking segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:45:21.913298 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Network hostable DHCP agents. Network: 33f215dc-9a0b-4949-9713-0c7e803de905, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:45:21.933502 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:45:21.943629 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 33f215dc-9a0b-4949-9713-0c7e803de905) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:45:21.948131 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:21.948726 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:21.953650 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf1282-17de-4916-9141-2d8b83aa5678 None None] Network 33f215dc-9a0b-4949-9713-0c7e803de905 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:45:21.974538 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6727746 Jun 01 15:45:22.166580 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0d096-18eb-4920-a7fd-eaebd0debeb9 None None] Network 33f215dc-9a0b-4949-9713-0c7e803de905 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:45:23.634904 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 7d9794a0-14e4-4ecc-8306-fe0a93501b10 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:45:23.707081 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:45:23.712005 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:23.712456 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:23.836279 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:23.871740 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 7d9794a0-14e4-4ecc-8306-fe0a93501b10, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=7d9794a0-14e4-4ecc-8306-fe0a93501b10,segment=NetworkSegment(e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1),segment_id=e3b02d8b-83f6-4332-bcc6-1a6db7aa46d1)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:45:23.875697 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:23.878151 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f631dfcc-b23c-4f36-82ba-5415dacbafb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:23.975850 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=7d9794a0-14e4-4ecc-8306-fe0a93501b10,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:23.978878 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:24.243227 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39236) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:24.447374 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-b3119c17-9340-46d5-a212-5219e3ec2fa5 admin admin] 10.222.0.63 "GET /v2.0/routers/c59d6b50-bb8a-4236-aaea-5b23c422cf24 HTTP/1.1" status: 200 len: 710 time: 0.2031171 Jun 01 15:45:24.642489 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba64fce-0acb-4a58-b2b3-6d3828cb6b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:24.648547 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-dba64fce-0acb-4a58-b2b3-6d3828cb6b7a admin admin] 10.222.0.63 "GET /v2.0/networks/33f215dc-9a0b-4949-9713-0c7e803de905 HTTP/1.1" status: 200 len: 886 time: 0.1903138 Jun 01 15:45:24.652279 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:45:25.098191 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7985288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15144'] for router, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:25.426904 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:25.484331 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:25.603171 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 7d9794a0-14e4-4ecc-8306-fe0a93501b10 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:45:25.633003 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Allocated IP 172.27.2.14 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/8630592e-d9c0-422f-b3f6-e67f3c1f2b11) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:45:25.673652 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:25.674051 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:25.779453 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:25.809420 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:25.814231 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:25.874887 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:45:25.877962 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:45:25.881547 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:45:26.001059 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Pushing event updated for resources: {'Port': ['ID=8630592e-d9c0-422f-b3f6-e67f3c1f2b11,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:26.005074 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:26.315135 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:26.659090 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7985288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15144'] for router, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:26.662506 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7985253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7985267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7985274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7998498'] for router, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:26.840876 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Router c59d6b50-bb8a-4236-aaea-5b23c422cf24 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:45:27.018971 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:45:27.026827 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Notify callbacks [] for router, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:27.028100 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] 10.222.0.63 "PUT /v2.0/routers/c59d6b50-bb8a-4236-aaea-5b23c422cf24 HTTP/1.1" status: 200 len: 889 time: 2.3789191 Jun 01 15:45:27.029253 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Sync routers for ids ['c59d6b50-bb8a-4236-aaea-5b23c422cf24'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:45:27.039776 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Routers {'c59d6b50-bb8a-4236-aaea-5b23c422cf24'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:45:27.040454 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:45:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['c59d6b50-bb8a-4236-aaea-5b23c422cf24'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:27.233466 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Set router c59d6b50-bb8a-4236-aaea-5b23c422cf24 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:45:27.582468 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'name': 'router1', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8630592e-d9c0-422f-b3f6-e67f3c1f2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:08Z', 'updated_at': '2021-06-01T15:45:26Z', 'revision_number': 4, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'gw_port': {'id': '8630592e-d9c0-422f-b3f6-e67f3c1f2b11', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:25Z', 'updated_at': '2021-06-01T15:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '7d9794a0-14e4-4ecc-8306-fe0a93501b10', 'name': '', 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'mac_address': 'fa:16:3e:4f:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:17Z', 'updated_at': '2021-06-01T15:45:23Z', 'revision_number': 5, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'subnets': [{'id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa0015f-332b-4ad1-88c7-8fd00c8b4483'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:27.587318 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Checking router: c59d6b50-bb8a-4236-aaea-5b23c422cf24 for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:45:27.587671 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Updating router c59d6b50-bb8a-4236-aaea-5b23c422cf24 port 8630592e-d9c0-422f-b3f6-e67f3c1f2b11 binding host dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:45:27.640485 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:27.980086 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:27.993589 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Transition to ACTIVE for port object 8630592e-d9c0-422f-b3f6-e67f3c1f2b11 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:45:28.000685 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:28.004521 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:28.084032 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Attempting to bind port 8630592e-d9c0-422f-b3f6-e67f3c1f2b11 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:45:28.084639 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Attempting to bind port 8630592e-d9c0-422f-b3f6-e67f3c1f2b11 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:45:28.084755 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Attempting to bind port 8630592e-d9c0-422f-b3f6-e67f3c1f2b11 on network 33f215dc-9a0b-4949-9713-0c7e803de905 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:45:28.088000 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60387e32-7f40-4dc8-8eae-8c16ba6180c4 None None] Pushing event updated for resources: {'Port': ['ID=8630592e-d9c0-422f-b3f6-e67f3c1f2b11,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:28.092513 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-60387e32-7f40-4dc8-8eae-8c16ba6180c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:28.093397 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:45:28.093766 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Checking segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:45:28.094189 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:28.094570 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Bound using segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:45:28.095035 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Bound port: 8630592e-d9c0-422f-b3f6-e67f3c1f2b11, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:45:28.095400 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:28.166419 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] For port 8630592e-d9c0-422f-b3f6-e67f3c1f2b11, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:45:28.169851 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] For port 8630592e-d9c0-422f-b3f6-e67f3c1f2b11, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=8630592e-d9c0-422f-b3f6-e67f3c1f2b11,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:45:28.174370 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:28.178194 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-60387e32-7f40-4dc8-8eae-8c16ba6180c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:28.256426 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Routers {'c59d6b50-bb8a-4236-aaea-5b23c422cf24'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:45:28.257044 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:45:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['c59d6b50-bb8a-4236-aaea-5b23c422cf24'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:28.323751 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60387e32-7f40-4dc8-8eae-8c16ba6180c4 None None] Pushing event updated for resources: {'Port': ['ID=8630592e-d9c0-422f-b3f6-e67f3c1f2b11,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:28.327717 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-60387e32-7f40-4dc8-8eae-8c16ba6180c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:28.474649 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] Set router c59d6b50-bb8a-4236-aaea-5b23c422cf24 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:45:28.812113 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'name': 'router1', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8630592e-d9c0-422f-b3f6-e67f3c1f2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:08Z', 'updated_at': '2021-06-01T15:45:26Z', 'revision_number': 4, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'gw_port': {'id': '8630592e-d9c0-422f-b3f6-e67f3c1f2b11', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:25Z', 'updated_at': '2021-06-01T15:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '7d9794a0-14e4-4ecc-8306-fe0a93501b10', 'name': '', 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'mac_address': 'fa:16:3e:4f:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:17Z', 'updated_at': '2021-06-01T15:45:23Z', 'revision_number': 5, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'subnets': [{'id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa0015f-332b-4ad1-88c7-8fd00c8b4483'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:28.816229 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0b2c6-4d3f-432a-ac02-ba3b99d07437 None None] The sync data for ids ['c59d6b50-bb8a-4236-aaea-5b23c422cf24'] in dv-cinder-793515-3-iscsi is: [{'id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'name': 'router1', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '8630592e-d9c0-422f-b3f6-e67f3c1f2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:08Z', 'updated_at': '2021-06-01T15:45:26Z', 'revision_number': 4, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'gw_port': {'id': '8630592e-d9c0-422f-b3f6-e67f3c1f2b11', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:25Z', 'updated_at': '2021-06-01T15:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '7d9794a0-14e4-4ecc-8306-fe0a93501b10', 'name': '', 'network_id': '3cb2b7db-85a6-492f-bca1-10efbe2637f2', 'tenant_id': '294d32a960794393ab6ba67be4285c2e', 'mac_address': 'fa:16:3e:4f:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59d6b50-bb8a-4236-aaea-5b23c422cf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:17Z', 'updated_at': '2021-06-01T15:45:23Z', 'revision_number': 5, 'project_id': '294d32a960794393ab6ba67be4285c2e', 'subnets': [{'id': '01f79d62-53cf-4442-adb3-2fe390a06f69', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa0015f-332b-4ad1-88c7-8fd00c8b4483'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:45:29.389980 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39244) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:29.507676 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-0248245d-aa3a-42d0-8dd8-c20500fcb4f5 admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1165409 Jun 01 15:45:29.633835 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 8630592e-d9c0-422f-b3f6-e67f3c1f2b11 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:45:29.706569 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 8630592e-d9c0-422f-b3f6-e67f3c1f2b11 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:45:29.711460 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 8630592e-d9c0-422f-b3f6-e67f3c1f2b11 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:29.711840 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:29.831504 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:29.847683 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 8630592e-d9c0-422f-b3f6-e67f3c1f2b11, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=8630592e-d9c0-422f-b3f6-e67f3c1f2b11,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:45:29.852281 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:29.854392 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:29.921608 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=8630592e-d9c0-422f-b3f6-e67f3c1f2b11,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:29.924961 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:31.624918 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 8630592e-d9c0-422f-b3f6-e67f3c1f2b11 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:45:31.697037 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 8630592e-d9c0-422f-b3f6-e67f3c1f2b11 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:31.697446 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:40.628366 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9b597fa7-1bb1-4abb-b846-139ee3d45c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:43.117570 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-75911dbd-4bb5-4862-b8ef-7c87e0c7ce58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:43.182346 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:44.679096 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 5 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:45:44.837229 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:46.430336 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:10.643623 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e27569a9-38f8-4878-a52c-528c6dbb089c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:13.123999 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-01bff945-0b55-4e64-8cac-ea3b7229fe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:13.176904 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:14.836132 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:16.425476 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:21.678118 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 5 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:46:40.619714 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3bed-3b01-4ea5-a940-58502f63891f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:43.126844 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-52f93c9f-43cf-44a8-b32c-f50d9abd9682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:43.182094 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:44.837349 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:46.423934 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:58.678067 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 5 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:47:04.802501 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39812) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:04.875058 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a35aa6-6e10-489d-83d7-ef6bbd7a8aa7 admin admin] GET failed (client error): The resource could not be found. Jun 01 15:47:04.876345 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-a8a35aa6-6e10-489d-83d7-ef6bbd7a8aa7 admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0729101 Jun 01 15:47:05.011146 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e9efe-9d12-4689-9f7a-46d0a2007525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:05.012101 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-3d1e9efe-9d12-4689-9f7a-46d0a2007525 admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1319706 Jun 01 15:47:07.113099 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39822) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:07.275218 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8268b5-1864-4ea6-abbf-b6291712c1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:07.276963 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-4f8268b5-1864-4ea6-abbf-b6291712c1a5 admin admin] 10.222.0.63 "GET /v2.0/subnets/01f79d62-53cf-4442-adb3-2fe390a06f69 HTTP/1.1" status: 200 len: 849 time: 0.1629097 Jun 01 15:47:07.285979 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:47:07.402571 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:07.587700 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735607121044'] for subnet, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:07.591920 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:47:07.631981 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:07.632469 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:07.635618 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] 10.222.0.63 "PUT /v2.0/subnets/01f79d62-53cf-4442-adb3-2fe390a06f69 HTTP/1.1" status: 200 len: 868 time: 0.3514485 Jun 01 15:47:07.649035 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c0a773-9b89-46d0-a828-0f55a59dc48c None None] Network 3cb2b7db-85a6-492f-bca1-10efbe2637f2 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:47:07.658625 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f79d62-53cf-4442-adb3-2fe390a06f69,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:47:07.666843 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.667316 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.667658 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.668189 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.668524 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.668858 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.669190 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.669515 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.670551 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.670551 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.670551 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.670843 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:07.674468 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:47:08.115621 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-0c3d92ab-6acb-49fb-b43e-dee50bb8b1bc None None] Provisioning complete for port 7d9794a0-14e4-4ecc-8306-fe0a93501b10 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:47:08.116001 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3d92ab-6acb-49fb-b43e-dee50bb8b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:08.275273 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-0c3d92ab-6acb-49fb-b43e-dee50bb8b1bc None None] Provisioning complete for port 12876560-4c25-4692-8d96-413e6ca26f35 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:47:08.276121 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3d92ab-6acb-49fb-b43e-dee50bb8b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:09.800963 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39830) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:09.974845 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca4c80-df60-41e5-89a4-6293b8602b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:09.975205 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca4c80-df60-41e5-89a4-6293b8602b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:09.976717 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-c0ca4c80-df60-41e5-89a4-6293b8602b1e admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1748021 Jun 01 15:47:10.622975 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2f57b476-1e79-44fc-a206-3a6b1691f1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:12.101493 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39838) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:12.277973 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f02c2a-3225-4254-be2c-d55591dd8c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:12.278393 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f02c2a-3225-4254-be2c-d55591dd8c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:12.279944 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-12f02c2a-3225-4254-be2c-d55591dd8c96 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1774333 Jun 01 15:47:13.131126 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d0d2bf80-d7ea-4329-a182-747b7f590911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:13.185683 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:14.470331 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39846) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:14.634821 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2660b83b-2f4c-4d2f-97a5-58e45c3da9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:14.636309 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-2660b83b-2f4c-4d2f-97a5-58e45c3da9fe admin admin] 10.222.0.63 "GET /v2.0/networks/33f215dc-9a0b-4949-9713-0c7e803de905 HTTP/1.1" status: 200 len: 886 time: 0.1650040 Jun 01 15:47:14.841732 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:16.430627 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:16.752299 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39854) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:16.923933 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f091001-826d-4049-a46f-f57b1316c172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:16.925266 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-7f091001-826d-4049-a46f-f57b1316c172 admin admin] 10.222.0.63 "GET /v2.0/networks/3cb2b7db-85a6-492f-bca1-10efbe2637f2 HTTP/1.1" status: 200 len: 869 time: 0.1720371 Jun 01 15:47:19.092931 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39862) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:19.202636 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a30275f-b66b-4581-9424-75d77e40482a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:19.203090 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a30275f-b66b-4581-9424-75d77e40482a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:19.204578 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-4a30275f-b66b-4581-9424-75d77e40482a admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1106861 Jun 01 15:47:21.320428 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39870) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:21.425471 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca489d9-cd6d-45c7-9e26-f5aa1a72edd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:21.425925 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca489d9-cd6d-45c7-9e26-f5aa1a72edd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:21.427442 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9ca489d9-cd6d-45c7-9e26-f5aa1a72edd8 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061413 Jun 01 15:47:23.582048 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39878) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:23.690975 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e9a790-df1d-4b8f-9eed-22974a2c7387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:23.692300 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-f4e9a790-df1d-4b8f-9eed-22974a2c7387 admin admin] 10.222.0.63 "GET /v2.0/subnets/01f79d62-53cf-4442-adb3-2fe390a06f69 HTTP/1.1" status: 200 len: 868 time: 0.1093142 Jun 01 15:47:25.823514 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39886) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:25.922517 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f188370-a75a-4950-b800-1ebc900d7916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:25.923758 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9f188370-a75a-4950-b800-1ebc900d7916 admin admin] 10.222.0.63 "GET /v2.0/subnets/4ad9917b-04a6-4f54-a9d1-a6505960e9ba HTTP/1.1" status: 200 len: 816 time: 0.0992823 Jun 01 15:47:35.676002 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 5 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:47:40.625690 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b07fb106-43de-4e41-b2f4-6bf8660296f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:43.136656 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1316653c-e572-4157-8b14-23a02ad5bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:43.188879 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:44.844929 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:46.429265 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:49.023811 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 39930) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:49.071342 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [None req-ae8a25d8-2d21-4f58-a004-5800fb41ed78 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:47:49.073195 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-ae8a25d8-2d21-4f58-a004-5800fb41ed78 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484302 Jun 01 15:47:51.263694 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 39938) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:51.331947 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fe4a32-a966-4eca-8187-9e039e16b15e admin admin] GET failed (client error): The resource could not be found. Jun 01 15:47:51.333163 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-11fe4a32-a966-4eca-8187-9e039e16b15e admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0685518 Jun 01 15:47:51.459053 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b8fe90-e60d-4b57-8dc3-9aef364ff216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:51.460468 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a9b8fe90-e60d-4b57-8dc3-9aef364ff216 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1234932 Jun 01 15:47:53.575823 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 39948) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:53.626303 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:47:53.630727 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:47:53.640076 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:47:53.649396 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Made reservation on behalf of 43890ccbeb644dadb4fb5876bc06df86 for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:47:53.651729 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:53.738595 dv-cinder-793515-3-iscsi neutron-server[91911]: WARNING neutron.services.revisions.revision_plugin [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Could not find related network for resource to bump revision. Jun 01 15:47:53.750659 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:47:53.759109 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:53.759396 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Added segment 9d0994ed-0f91-4956-bcb1-cc24db896a4c of type vlan for network 7da58a2f-b4e4-404b-bda0-3b5febc5bc29 Jun 01 15:47:53.783251 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:53.811628 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:53.812899 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:53.813492 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:53.817939 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:47:53.909499 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3325865 Jun 01 15:47:53.914218 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Pushing event updated for resources: {'Network': ['ID=7da58a2f-b4e4-404b-bda0-3b5febc5bc29,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:47:53.922385 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.922730 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.923064 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.923390 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.923712 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.924054 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.924378 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.924699 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.925016 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.925331 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.925643 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.925954 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:53.929547 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:47:53.940897 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 7da58a2f-b4e4-404b-bda0-3b5febc5bc29 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:47:56.058563 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 39956) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:56.125344 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ff1e6f-bfa4-4810-bca0-9922ada77d20 admin admin] GET failed (client error): The resource could not be found. Jun 01 15:47:56.125856 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-a1ff1e6f-bfa4-4810-bca0-9922ada77d20 admin admin] Synchronizing usage tracker for tenant:43890ccbeb644dadb4fb5876bc06df86 on resource:network {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:47:56.140542 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-a1ff1e6f-bfa4-4810-bca0-9922ada77d20 admin admin] Unset dirty status for tenant:43890ccbeb644dadb4fb5876bc06df86 on resource:network {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:47:56.141774 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a1ff1e6f-bfa4-4810-bca0-9922ada77d20 admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0819407 Jun 01 15:47:56.247245 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad71aa6-c80e-444a-9bf3-1df245d749f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:56.248829 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9ad71aa6-c80e-444a-9bf3-1df245d749f4 admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1032393 Jun 01 15:47:56.258130 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:47:56.262478 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:47:56.266231 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Usage tracker for resource:subnet and tenant:43890ccbeb644dadb4fb5876bc06df86 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:47:56.268973 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:47:56.274596 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:47:56.285068 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Made reservation on behalf of 43890ccbeb644dadb4fb5876bc06df86 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:47:56.287450 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:56.656242 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:56.660543 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:47:56.730015 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=507b7977-366f-4ca5-8bf4-3732fea88fa8,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:47:56.733714 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:47:56.734565 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Checking segment: {'id': '9d0994ed-0f91-4956-bcb1-cc24db896a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:47:56.734912 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Network hostable DHCP agents. Network: 7da58a2f-b4e4-404b-bda0-3b5febc5bc29, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:47:56.751643 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Network 7da58a2f-b4e4-404b-bda0-3b5febc5bc29 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:47:56.761164 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 7da58a2f-b4e4-404b-bda0-3b5febc5bc29) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:47:56.765126 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:56.765707 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:56.769845 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cb21ac-bf89-4357-891e-3c457e7041fe None None] Network 7da58a2f-b4e4-404b-bda0-3b5febc5bc29 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:47:56.786580 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5317400 Jun 01 15:47:56.995872 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c58c33-a809-5445-82d3-f2e7d60efdb5-7da58a2f-b4e4-404b-bda0-3b5febc5bc29', 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29', 'tenant_id': '43890ccbeb644dadb4fb5876bc06df86', 'fixed_ips': [{'subnet_id': '507b7977-366f-4ca5-8bf4-3732fea88fa8'}]}} from dv-cinder-793515-3-iscsi. {{(pid=91912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:47:56.996706 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:57.159516 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Allocated IP 192.168.233.2 (7da58a2f-b4e4-404b-bda0-3b5febc5bc29/507b7977-366f-4ca5-8bf4-3732fea88fa8/ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:47:57.363538 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:57.374396 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Transition to ACTIVE for port object ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:47:57.392958 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Transition to ACTIVE for port object ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:47:57.398169 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:57.403371 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:47:57.467686 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Network 7da58a2f-b4e4-404b-bda0-3b5febc5bc29 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:47:57.470554 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:47:57.476913 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:47:57.479086 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Pushing event updated for resources: {'Port': ['ID=ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:47:57.486661 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.487006 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.487339 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.487668 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.487998 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.488322 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.488644 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.488963 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.489301 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.489622 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.489950 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.490288 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:57.494712 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:47:57.585512 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Attempting to bind port ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:47:57.585874 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Attempting to bind port ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '9d0994ed-0f91-4956-bcb1-cc24db896a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:47:57.586269 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Attempting to bind port ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd on network 7da58a2f-b4e4-404b-bda0-3b5febc5bc29 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:47:57.593225 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:47:57.593603 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Checking segment: {'id': '9d0994ed-0f91-4956-bcb1-cc24db896a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:47:57.594197 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:57.594472 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Bound using segment: {'id': '9d0994ed-0f91-4956-bcb1-cc24db896a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:47:57.594946 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Bound port: ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0994ed-0f91-4956-bcb1-cc24db896a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:47:57.595317 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:57.683886 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] For port ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:47:57.687459 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] For port ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd,segment=NetworkSegment(9d0994ed-0f91-4956-bcb1-cc24db896a4c),segment_id=9d0994ed-0f91-4956-bcb1-cc24db896a4c)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:47:57.692722 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:57.697223 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:47:57.774959 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Pushing event updated for resources: {'Port': ['ID=ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:47:57.778022 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:47:58.624027 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae29fbd-51f3-43d9-9105-44efa0892298 None None] Network 7da58a2f-b4e4-404b-bda0-3b5febc5bc29 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:47:58.745215 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-dea67679-9748-4b41-b50e-4858cb1d1ee6 None None] Provisioning for port ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:47:59.746883 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:47:59.837753 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:47:59.842096 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:47:59.842551 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:59.956502 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:59.987815 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd,segment=NetworkSegment(9d0994ed-0f91-4956-bcb1-cc24db896a4c),segment_id=9d0994ed-0f91-4956-bcb1-cc24db896a4c)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:47:59.991831 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:59.994865 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:48:00.061364 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:48:00.064430 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:48:01.724601 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:48:01.798431 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port ad6e5cbe-6167-460c-83aa-9fdce1ee0ffd triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:48:01.798804 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:10.629189 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-50e984c2-905e-42b4-afd9-4b6c8ebaf85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:12.674345 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 5 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:48:13.139568 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b494b8ef-a8d9-4129-9cc8-acf44d2fffb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:13.190260 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:14.850592 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:16.432265 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:40.632548 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc457-c5c7-4ff5-87e6-2c54a077919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:43.143604 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1cf3e3d1-e0fc-4f7a-bcdf-dae0135f5c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:43.192067 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:44.850986 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:46.441691 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:49.673143 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 5 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:49:06.684579 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40008) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:49:06.690255 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [None req-5580ce3b-b310-422c-a4fa-3452affdea36 tempest-verify_tempest_config-750035532 tempest-verify_tempest_config-750035532-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:49:06.691201 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-5580ce3b-b310-422c-a4fa-3452affdea36 tempest-verify_tempest_config-750035532 tempest-verify_tempest_config-750035532-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056977 Jun 01 15:49:06.989799 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40026) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:49:07.106094 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:07.121146 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:49:07.125141 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Usage tracker for resource:security_group_rule and tenant:1e1ed9fce7c94921b8afc25cd6c8c76b is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:49:07.128265 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:49:07.134316 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:49:07.228103 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:07.232197 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:07.238839 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:49:07.277276 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1b4c35-77d8-4c6d-9d6b-29d21adb8648,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:49:07.282190 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1e1ed9fce7c94921b8afc25cd6c8c76b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2913630 Jun 01 15:49:07.285011 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40030) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:49:07.286176 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.286542 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.286878 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.287208 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.287533 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.287875 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.288202 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.288523 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.288854 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.289708 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.290091 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.290494 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.294750 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:49:07.347610 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:07.374367 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:07.499389 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:07.503264 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-90d35b60-0e2f-475c-998d-0e40bfd44fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:49:07.513869 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1b4c35-77d8-4c6d-9d6b-29d21adb8648,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:49:07.522644 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.522999 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.523335 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.524167 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.524501 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.524814 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.525129 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.525459 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.525793 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.526197 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.526505 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.526809 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:07.530120 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:49:07.531014 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:07.535035 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6d1b4c35-77d8-4c6d-9d6b-29d21adb8648 HTTP/1.1" status: 204 len: 168 time: 0.2490420 Jun 01 15:49:10.636215 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-53a690f9-7763-4bd0-8db5-bc25ddddf6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:13.145102 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d36e24db-822c-4f56-a414-7780d878dbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:13.193791 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:14.854881 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:16.447497 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:26.671580 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 5 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:49:40.636683 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-84d9e58d-173d-468a-b40f-e9ed5522bc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:43.149050 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b637c2bc-09a3-44d8-91e8-0438d7a9c154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:43.194783 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:44.858208 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:46.449340 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:03.671925 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 5 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:50:10.638432 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a7e35606-85ee-46f5-8d10-b1b0918caa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:13.150466 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1a54f408-91a2-4484-b3c5-fa921efdbbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:13.195638 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:14.865668 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:16.450717 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:40.644244 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-80ea32bd-88ad-4ce1-8d77-ac4b24ee8c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:40.669630 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 5 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:50:43.152772 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d74b041e-c584-4c12-9601-387d544c5e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:43.197349 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:43.401356 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928'] for agent, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:44.865090 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:46.454678 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:46.722056 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40084) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:50:46.831497 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2c0fc882-08aa-42b3-a86e-66eb80b02d7a admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1083477 Jun 01 15:50:48.943032 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40094) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:50:48.997085 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f38f3541-f7b4-4292-8e36-bf3c1e83e07d admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0529864 Jun 01 15:51:10.636856 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b0da57c3-1f3b-46c4-8cb2-85210ef43309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:13.154264 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cf8e7175-21c7-42ed-b8a0-4672441a7932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:13.197692 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:13.357165 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:14.866937 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:16.458478 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:17.668951 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:51:40.640291 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-048b0253-1aeb-4908-970c-3f6a878b6931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:43.165008 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-23463ebc-4dfe-4607-93e8-83c6b393d9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:43.217703 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:43.395683 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:44.869094 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:46.460542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:54.667998 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:52:10.643818 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-03bf9f12-bbef-46b4-a7ab-8e2f1e9ed2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:13.165529 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d6439901-8358-46f0-9905-140ce36458fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:13.208806 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:13.410432 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:14.875672 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:15.317644 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40272) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:15.518062 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-network', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:15.524123 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:15.528589 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Usage tracker for resource:network and tenant:5d759c69f2c64d5487f908cd3d18c40f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:15.540385 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:15.546327 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:15.556592 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Made reservation on behalf of 5d759c69f2c64d5487f908cd3d18c40f for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:15.559361 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:15.572305 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:15.588000 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:15.591907 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Usage tracker for resource:security_group_rule and tenant:5d759c69f2c64d5487f908cd3d18c40f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:15.595527 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:15.603314 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:15.728737 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:15.734593 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:15.741792 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:15.772665 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:52:15.784541 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4434dc0a-3004-4de3-8369-93473b57b9e6,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:15.794623 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:15.795498 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Added segment d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e of type vlan for network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 Jun 01 15:52:15.797398 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.797760 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.798806 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.799263 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.799697 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.800047 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.800371 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.800742 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.801140 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.801531 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.802088 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.802600 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Tracked resource versions report: Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: pushed versions: Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: { 'AddressGroup': {'1.2'}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'ConntrackHelper': {'1.0'}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Log': {'1.0'}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Network': {'1.1'}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Port': {'1.7'}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'PortForwarding': {'1.2'}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'QosPolicy': {'1.8'}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SecurityGroup': {'1.4'}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SubPort': {'1.0'}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Subnet': {'1.1'}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Trunk': {'1.1'}} Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: consumer versions: Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: { DHCP agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: HyperV agent@hv-cinder-79351: {}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: L3 agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: Metadata agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: Metering agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: Open vSwitch agent@dv-cinder-793515-3-iscsi: { 'AddressGroup': '1.2', Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'ConntrackHelper': '1.0', Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Log': '1.0', Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Network': '1.1', Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Port': '1.7', Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'PortForwarding': '1.2', Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'QosPolicy': '1.8', Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SecurityGroup': '1.4', Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SecurityGroupRule': '1.2', Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'SubPort': '1.0', Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Subnet': '1.1', Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: 'Trunk': '1.1'}} Jun 01 15:52:15.803797 dv-cinder-793515-3-iscsi neutron-server[91911]: {{(pid=91911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:52:15.812465 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:15.847612 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:15.889385 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:15.890869 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:15.892360 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:15.899058 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:15.955299 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6358492 Jun 01 15:52:15.958671 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40314) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:15.965026 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Request body: {'subnet': {'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-subnet', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:15.980034 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:15.986423 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Usage tracker for resource:subnet and tenant:5d759c69f2c64d5487f908cd3d18c40f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:15.989277 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:15.996018 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:16.005643 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Pushing event updated for resources: {'Network': ['ID=af501cd9-f0eb-478b-a3ea-1aa54aece6b5,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:16.008463 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:16.015221 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Made reservation on behalf of 5d759c69f2c64d5487f908cd3d18c40f for: {'subnet': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:16.017353 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:52:16.018390 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.088110 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40320) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:16.264368 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40328) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:16.465377 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.471102 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-d14a7bc6-767f-4286-a82c-587de7867f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:16.474096 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.552947 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:16.564531 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.564860 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.565202 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.565534 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.565860 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.566204 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.566524 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.566842 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.567172 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.567491 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.568078 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.568415 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:16.569127 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1884698513-network', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Tracked resource versions report: Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: pushed versions: Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: { 'AddressGroup': {'1.2'}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'ConntrackHelper': {'1.0'}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Log': {'1.0'}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Network': {'1.1'}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Port': {'1.7'}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'PortForwarding': {'1.2'}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'QosPolicy': {'1.8'}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SecurityGroup': {'1.4'}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SubPort': {'1.0'}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Subnet': {'1.1'}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Trunk': {'1.1'}} Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: consumer versions: Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: { DHCP agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: HyperV agent@hv-cinder-79351: {}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: L3 agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: Metadata agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: Metering agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: Open vSwitch agent@dv-cinder-793515-3-iscsi: { 'AddressGroup': '1.2', Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'ConntrackHelper': '1.0', Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Log': '1.0', Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Network': '1.1', Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Port': '1.7', Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'PortForwarding': '1.2', Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'QosPolicy': '1.8', Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SecurityGroup': '1.4', Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SecurityGroupRule': '1.2', Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'SubPort': '1.0', Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Subnet': '1.1', Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: 'Trunk': '1.1'}} Jun 01 15:52:16.569608 dv-cinder-793515-3-iscsi neutron-server[91910]: {{(pid=91910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:52:16.573623 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:16.574160 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Checking segment: {'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:16.574502 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Network hostable DHCP agents. Network: af501cd9-f0eb-478b-a3ea-1aa54aece6b5, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:52:16.582959 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:16.588687 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Usage tracker for resource:network and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:16.592728 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:16.598260 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:52:16.602393 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:16.611045 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40342) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:16.623456 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-network', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:16.625147 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, af501cd9-f0eb-478b-a3ea-1aa54aece6b5) {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:16.631703 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:16.636406 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:16.637627 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.638402 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Made reservation on behalf of 597b1f023abd4ae9a5fffaf09629e73f for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:16.639189 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb14bd3-ab09-4ef1-b997-0403957aa422 None None] Network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:52:16.642604 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.659376 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Usage tracker for resource:network and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:16.666920 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:16.681157 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.686460 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7259412 Jun 01 15:52:16.690028 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40346) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:16.707622 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-router', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:16.711784 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:16.725609 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:16.730540 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:16.738304 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Usage tracker for resource:security_group_rule and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:16.739075 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Usage tracker for resource:router and tenant:5d759c69f2c64d5487f908cd3d18c40f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:16.743587 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:16.744753 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:16.749140 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Made reservation on behalf of ade93647f9a44b03960939b171f8c3fb for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:16.760457 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:16.762568 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.785745 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1888398000-network', 'tenant_id': '6a8af621d61345768914159220c3caea'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:16.789014 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7998537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15119'] for router, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.789965 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7985302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7957882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15110'] for router, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.792163 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:16.794677 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.814313 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:16.824245 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Usage tracker for resource:network and tenant:6a8af621d61345768914159220c3caea is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:16.829192 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:16.832834 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:16.840566 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:16.851561 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.856980 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Usage tracker for resource:security_group_rule and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:16.865322 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:16.867864 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Made reservation on behalf of 6a8af621d61345768914159220c3caea for: {'network': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:16.871516 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.881468 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:16.888591 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:16.909132 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:16.914844 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Usage tracker for resource:security_group_rule and tenant:6a8af621d61345768914159220c3caea is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:16.919291 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:16.925798 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:17.055197 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.065047 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.120760 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:52:17.124263 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.135659 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.145648 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:17.153092 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.153614 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Added segment d80d4a42-7d60-4894-aa31-134861a84b25 of type vlan for network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 Jun 01 15:52:17.165883 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db328256-1d50-46a3-a676-17d253f4a27a None None] Network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:52:17.192055 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:17.268407 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=91910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:52:17.317817 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.333319 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9e2d00-fe88-43aa-92d7-c225ad0328e2,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:17.337586 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:17.436096 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735607185439', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.436811 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Unsubscribe: segment precommit_create {{(pid=91910) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 15:52:17.437349 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.segments_db [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Added segment 0468434b-57f5-485b-980d-c1f684d382b3 of type vlan for network 2558aca9-c67a-4f39-89d8-65811cdadae0 Jun 01 15:52:17.449771 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.459758 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.473272 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:17.474197 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.510449 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.530757 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4414017 Jun 01 15:52:17.533153 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40380) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:17.534016 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67517de1-312d-47e9-a4f3-dc9eb58c5d91,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:17.549035 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7985288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15144'] for router, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.561552 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:17.572170 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.572726 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Request body: {'subnet': {'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1884698513-subnet', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:17.581222 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:17.587087 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Usage tracker for resource:subnet and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:17.590224 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:17.598739 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:17.609235 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:17.636917 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Made reservation on behalf of 597b1f023abd4ae9a5fffaf09629e73f for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:17.640785 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.671108 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.678412 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:17.683247 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.684667 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:52:17.695858 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:17.786611 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.788409 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Added segment 6df46364-c8b4-4de4-9d01-b5007b6633f2 of type vlan for network 5f0f61e4-94e8-4d47-a898-45250a84cc05 Jun 01 15:52:17.856102 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Pushing event updated for resources: {'Network': ['ID=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:17.868257 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:52:17.878409 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:17.880468 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d6ddba66-a0a9-43cf-b3ff-abb704db5dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:17.951157 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:17.957124 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e46992-c1f8-4046-8bc9-117ce4ef5c8d,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:17.979364 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:18.018923 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Pushing event updated for resources: {'Network': ['ID=2558aca9-c67a-4f39-89d8-65811cdadae0,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:18.038270 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:18.045209 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4310963 Jun 01 15:52:18.047240 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40386) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:18.062251 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 2558aca9-c67a-4f39-89d8-65811cdadae0 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:52:18.063143 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Request body: {'subnet': {'network_id': '2558aca9-c67a-4f39-89d8-65811cdadae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1888398000-subnet', 'tenant_id': '6a8af621d61345768914159220c3caea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:18.065671 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:18.069603 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:18.070214 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:18.077618 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:18.078450 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:18.090928 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Usage tracker for resource:subnet and tenant:6a8af621d61345768914159220c3caea is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:18.096828 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:18.105158 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:18.238559 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9731836 Jun 01 15:52:18.242768 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Pushing event updated for resources: {'Network': ['ID=5f0f61e4-94e8-4d47-a898-45250a84cc05,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:18.255192 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40402) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:18.266545 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:18.271124 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Request body: {'subnet': {'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-subnet', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:18.283216 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:18.288311 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Made reservation on behalf of 6a8af621d61345768914159220c3caea for: {'subnet': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:18.290731 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:18.291849 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Usage tracker for resource:subnet and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:18.295505 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:18.320931 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:18.375132 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 5f0f61e4-94e8-4d47-a898-45250a84cc05 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:52:18.379620 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Made reservation on behalf of ade93647f9a44b03960939b171f8c3fb for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:18.383019 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:18.688063 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:18.806134 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:18.816061 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:18.826111 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:18.946914 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40428) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:19.026557 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bab6368-25d8-4c2d-a23d-c0d5327163ea,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:19.032846 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:19.033709 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Checking segment: {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:19.034077 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Network hostable DHCP agents. Network: eaa95347-5c4c-4ed5-bedb-ac41ea68eb25, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:52:19.038063 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Allocated IP 172.27.2.16 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/05f465d4-bfde-43e9-a35d-ab29ded2d296) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:19.136293 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:52:19.170129 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, eaa95347-5c4c-4ed5-bedb-ac41ea68eb25) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:19.183534 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58630944-7e56-4201-95ea-49474ac50ea5 None None] Network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:52:19.184388 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:19.184978 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.331478 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7775593 Jun 01 15:52:19.335093 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.354304 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40444) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:19.354304 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.372956 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:19.378084 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:19.382559 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Usage tracker for resource:router and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:19.385845 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:19.399255 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:19.434833 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:19.440181 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Usage tracker for resource:security_group_rule and tenant:6b977657b4114e3f96f6e8ee977aed11 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:19.443257 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:19.450370 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:19.469071 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c58c33-a809-5445-82d3-f2e7d60efdb5-eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea'}]}} from dv-cinder-793515-3-iscsi. {{(pid=91912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:52:19.470020 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.470211 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.473748 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.490837 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6105a0fa-3454-4a16-b644-2c7e28621191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:19.496606 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:19.576066 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7998537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15119'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.577759 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7985302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7957882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15110'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.651630 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5118df2-9364-4128-b35f-7956636a7213,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:19.655272 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.658852 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:19.665256 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Allocated IP 172.20.0.2 (eaa95347-5c4c-4ed5-bedb-ac41ea68eb25/4bab6368-25d8-4c2d-a23d-c0d5327163ea/68e48b3b-acea-4c16-84f8-d619f2f9f461) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:19.680990 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Checking segment: {'id': '0468434b-57f5-485b-980d-c1f684d382b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2558aca9-c67a-4f39-89d8-65811cdadae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:19.681858 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Network hostable DHCP agents. Network: 2558aca9-c67a-4f39-89d8-65811cdadae0, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:52:19.693705 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.701069 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:19.803484 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Pushing event updated for resources: {'Port': ['ID=05f465d4-bfde-43e9-a35d-ab29ded2d296,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:19.810660 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:19.843685 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Network 2558aca9-c67a-4f39-89d8-65811cdadae0 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:52:19.854965 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:19.859848 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:19.871152 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:19.931351 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.945778 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Transition to ACTIVE for port object 68e48b3b-acea-4c16-84f8-d619f2f9f461 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:19.965239 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Transition to ACTIVE for port object 68e48b3b-acea-4c16-84f8-d619f2f9f461 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:19.976690 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:19.984317 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:20.105683 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 2558aca9-c67a-4f39-89d8-65811cdadae0) {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:20.118151 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:20.118792 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.126442 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e77256e-54f3-427f-a2b4-4192f703a87f None None] Network 2558aca9-c67a-4f39-89d8-65811cdadae0 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:52:20.165353 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:20.165872 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1154439 Jun 01 15:52:20.173857 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:20.181163 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:20.188315 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Pushing event updated for resources: {'Port': ['ID=68e48b3b-acea-4c16-84f8-d619f2f9f461,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:20.238643 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Checking segment: {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:20.239246 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Network hostable DHCP agents. Network: 5f0f61e4-94e8-4d47-a898-45250a84cc05, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:52:20.262896 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40484) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:20.278998 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.279540 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.280030 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.280502 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.281131 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.281612 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.282477 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.282974 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.283655 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.284121 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.284603 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.285214 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Tracked resource versions report: Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: pushed versions: Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: { 'AddressGroup': {'1.2'}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'ConntrackHelper': {'1.0'}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Log': {'1.0'}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Network': {'1.1'}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Port': {'1.7'}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'PortForwarding': {'1.2'}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'QosPolicy': {'1.8'}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SecurityGroup': {'1.4'}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SubPort': {'1.0'}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Subnet': {'1.1'}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Trunk': {'1.1'}} Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: consumer versions: Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: { DHCP agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: HyperV agent@hv-cinder-79351: {}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: L3 agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: Metadata agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: Metering agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: Open vSwitch agent@dv-cinder-793515-3-iscsi: { 'AddressGroup': '1.2', Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'ConntrackHelper': '1.0', Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Log': '1.0', Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Network': '1.1', Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Port': '1.7', Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'PortForwarding': '1.2', Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'QosPolicy': '1.8', Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SecurityGroup': '1.4', Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SecurityGroupRule': '1.2', Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'SubPort': '1.0', Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Subnet': '1.1', Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: 'Trunk': '1.1'}} Jun 01 15:52:20.286428 dv-cinder-793515-3-iscsi neutron-server[91912]: {{(pid=91912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:52:20.293565 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:20.400496 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7985288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15144'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.437892 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30203e2-c7f9-4016-9e91-778067ce0e31,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:20.452175 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.955s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:20.479630 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Attempting to bind port 68e48b3b-acea-4c16-84f8-d619f2f9f461 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:52:20.481050 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Attempting to bind port 68e48b3b-acea-4c16-84f8-d619f2f9f461 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:52:20.481707 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Attempting to bind port 68e48b3b-acea-4c16-84f8-d619f2f9f461 on network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:20.496836 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:52:20.497622 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Checking segment: {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:20.498311 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.499440 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Bound using segment: {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:52:20.506524 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.511677 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Bound port: 68e48b3b-acea-4c16-84f8-d619f2f9f461, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:52:20.512346 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.550726 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Network 5f0f61e4-94e8-4d47-a898-45250a84cc05 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:52:20.574070 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 5f0f61e4-94e8-4d47-a898-45250a84cc05) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:20.589800 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:20.590783 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.600101 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-de32f324-9295-4c1e-9a27-932356489497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.603921 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd41a8f-7f49-4a03-a947-932d969854b2 None None] Network 5f0f61e4-94e8-4d47-a898-45250a84cc05 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:52:20.614389 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.630373 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-de32f324-9295-4c1e-9a27-932356489497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:20.637122 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-de32f324-9295-4c1e-9a27-932356489497 admin admin] Usage tracker for resource:security_group_rule and tenant:327d826b8001430daaabf264f54a54ee is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:20.642539 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.649034 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-de32f324-9295-4c1e-9a27-932356489497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:20.659191 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-de32f324-9295-4c1e-9a27-932356489497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:20.683318 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:20.691520 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Synchronizing usage tracker for tenant:43890ccbeb644dadb4fb5876bc06df86 on resource:security_group {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:52:20.774748 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Unset dirty status for tenant:43890ccbeb644dadb4fb5876bc06df86 on resource:security_group {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:52:20.778355 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6b977657b4114e3f96f6e8ee977aed11&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8273454 Jun 01 15:52:20.780180 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40494) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:20.788974 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5324867 Jun 01 15:52:20.794277 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40496) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:20.803194 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:20.829895 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:20.830954 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d535232-a985-45ab-9176-836b2b49fff4,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:20.838573 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:20.840511 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Usage tracker for resource:router and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:20.845790 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:20.847781 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50427f2d-b189-4502-af81-f71b97c9e821 None None] Network 2558aca9-c67a-4f39-89d8-65811cdadae0 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:52:20.858735 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:20.872057 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] For port 68e48b3b-acea-4c16-84f8-d619f2f9f461, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:52:20.882441 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7998537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15119'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.883435 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7985302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7957882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15110'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.905184 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] For port 68e48b3b-acea-4c16-84f8-d619f2f9f461, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=68e48b3b-acea-4c16-84f8-d619f2f9f461,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:52:20.920598 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:20.948478 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40516) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:20.958154 dv-cinder-793515-3-iscsi neutron-server[91910]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 15:52:20.977629 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:21.081542 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:21.124632 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:21.242339 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:21.291825 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Pushing event updated for resources: {'Port': ['ID=68e48b3b-acea-4c16-84f8-d619f2f9f461,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:21.337817 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c58c33-a809-5445-82d3-f2e7d60efdb5-5f0f61e4-94e8-4d47-a898-45250a84cc05', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31'}]}} from dv-cinder-793515-3-iscsi. {{(pid=91912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:52:21.339274 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:21.358931 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:21.432102 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-de32f324-9295-4c1e-9a27-932356489497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:21.438225 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0f541cc4-4581-4ad4-af3e-fe81713c2d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:21.443019 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7985253'] for router, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:21.464102 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-de32f324-9295-4c1e-9a27-932356489497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:21.632648 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6155cd16-8e25-4e01-b509-a30468af0031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:21.697665 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-aaacc78a-5dce-40b3-9900-7feb54f3efc9 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:21.698692 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-aaacc78a-5dce-40b3-9900-7feb54f3efc9 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Synchronizing usage tracker for tenant:6a8af621d61345768914159220c3caea on resource:network {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:52:21.704416 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7985288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15144'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:21.719930 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Allocated IP 172.20.0.2 (5f0f61e4-94e8-4d47-a898-45250a84cc05/f30203e2-c7f9-4016-9e91-778067ce0e31/d8a90cb1-ffd7-451a-b81d-af977c643575) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:21.793104 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0f541cc4-4581-4ad4-af3e-fe81713c2d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:21.844455 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Allocated IP 172.27.2.61 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/02d67a5d-b058-422b-a291-80a64c5075f8) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:21.897772 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32f324-9295-4c1e-9a27-932356489497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f7d18a-4e35-44df-b383-7782931eb4ca,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:21.903153 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-de32f324-9295-4c1e-9a27-932356489497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:21.946004 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-de32f324-9295-4c1e-9a27-932356489497 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=327d826b8001430daaabf264f54a54ee&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6794980 Jun 01 15:52:21.949770 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40542) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:22.014835 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 68e48b3b-acea-4c16-84f8-d619f2f9f461 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:22.061808 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-aaacc78a-5dce-40b3-9900-7feb54f3efc9 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Unset dirty status for tenant:6a8af621d61345768914159220c3caea on resource:network {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:52:22.067310 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-aaacc78a-5dce-40b3-9900-7feb54f3efc9 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/networks?id=2558aca9-c67a-4f39-89d8-65811cdadae0 HTTP/1.1" status: 200 len: 812 time: 1.1137547 Jun 01 15:52:22.095494 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40544) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:22.107083 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0f541cc4-4581-4ad4-af3e-fe81713c2d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.115193 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-e035f070-89cb-4de1-952d-e9ad2ca23ff7 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/quotas/6a8af621d61345768914159220c3caea HTTP/1.1" status: 200 len: 375 time: 0.0469270 Jun 01 15:52:22.214475 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:22.223720 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-dfcbd3b0-1145-4e0e-89ca-7fe31885c482 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6a8af621d61345768914159220c3caea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076181 Jun 01 15:52:22.238688 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f541cc4-4581-4ad4-af3e-fe81713c2d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d535232-a985-45ab-9176-836b2b49fff4,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:22.244765 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.250146 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-0f541cc4-4581-4ad4-af3e-fe81713c2d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:22.250363 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.281896 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Transition to ACTIVE for port object d8a90cb1-ffd7-451a-b81d-af977c643575 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:22.284979 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 68e48b3b-acea-4c16-84f8-d619f2f9f461 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:22.310870 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Transition to ACTIVE for port object d8a90cb1-ffd7-451a-b81d-af977c643575 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:22.318016 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.323427 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:22.332273 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0f541cc4-4581-4ad4-af3e-fe81713c2d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.339457 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-0f541cc4-4581-4ad4-af3e-fe81713c2d1f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3d535232-a985-45ab-9176-836b2b49fff4 HTTP/1.1" status: 204 len: 168 time: 1.5582349 Jun 01 15:52:22.346976 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9308503e-62b8-4e7d-bf7a-a6c8d0e48aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.383226 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-94e205be-e263-4846-ae9a-090f51793590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.393958 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9308503e-62b8-4e7d-bf7a-a6c8d0e48aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:22.400317 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9308503e-62b8-4e7d-bf7a-a6c8d0e48aef admin admin] Usage tracker for resource:security_group_rule and tenant:d72e5443ab2b40dbbc501d927a9ec1a8 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:22.404167 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Network 5f0f61e4-94e8-4d47-a898-45250a84cc05 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:22.404778 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 is scheduled to L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 with binding_index 1 {{(pid=91910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:52:22.408329 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:22.410656 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9308503e-62b8-4e7d-bf7a-a6c8d0e48aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:22.417582 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:22.424496 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9308503e-62b8-4e7d-bf7a-a6c8d0e48aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:22.474562 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Pushing event updated for resources: {'Port': ['ID=d8a90cb1-ffd7-451a-b81d-af977c643575,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:22.478101 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:22.538360 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-d96742c6-89e2-45dd-964e-19e265bc9d65 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:52:22.546094 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-d96742c6-89e2-45dd-964e-19e265bc9d65 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1765406 Jun 01 15:52:22.551880 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Attempting to bind port d8a90cb1-ffd7-451a-b81d-af977c643575 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:52:22.552031 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Attempting to bind port d8a90cb1-ffd7-451a-b81d-af977c643575 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:52:22.552472 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Attempting to bind port d8a90cb1-ffd7-451a-b81d-af977c643575 on network 5f0f61e4-94e8-4d47-a898-45250a84cc05 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:22.560359 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:52:22.560820 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Checking segment: {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:22.561290 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.561774 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Bound using segment: {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:52:22.562351 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Bound port: d8a90cb1-ffd7-451a-b81d-af977c643575, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:52:22.562789 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.572842 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee15b9c2-ced8-40d6-85f3-04c5aaeec887 None None] Network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:52:22.691013 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.710465 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-94e205be-e263-4846-ae9a-090f51793590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.717295 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:22.757960 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:22.772090 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:22.782754 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40558) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:22.786382 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:22.819579 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:52:22.825822 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-a0549b82-3785-47bb-872d-2d38dac0d6c3 None None] Provisioning for port 68e48b3b-acea-4c16-84f8-d619f2f9f461 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:22.836246 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Sync routers for ids ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:52:22.849331 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-38723afa-eb76-4265-befc-6b9fa3c08ab8 service neutron] 10.222.0.63 "GET /v2.0/networks/2558aca9-c67a-4f39-89d8-65811cdadae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023856 Jun 01 15:52:22.865011 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-a0549b82-3785-47bb-872d-2d38dac0d6c3 None None] Provisioning complete for port 68e48b3b-acea-4c16-84f8-d619f2f9f461 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:22.865367 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a0549b82-3785-47bb-872d-2d38dac0d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.873652 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Routers {'77b82d67-613c-46b9-b7cc-3aa03f7b01e5'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:22.874649 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:22.998984 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-5f87fd18-b749-4c72-bb7e-c9646afca137 service neutron] 10.222.0.63 "GET /v2.0/networks/2558aca9-c67a-4f39-89d8-65811cdadae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320682 Jun 01 15:52:23.012493 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Notify callbacks [] for router, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:23.013735 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3223195 Jun 01 15:52:23.017431 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40564) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:23.112744 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9308503e-62b8-4e7d-bf7a-a6c8d0e48aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:23.128678 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9308503e-62b8-4e7d-bf7a-a6c8d0e48aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:23.142533 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:23.153197 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] For port d8a90cb1-ffd7-451a-b81d-af977c643575, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:52:23.156484 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a0549b82-3785-47bb-872d-2d38dac0d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:23.186354 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] For port d8a90cb1-ffd7-451a-b81d-af977c643575, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=d8a90cb1-ffd7-451a-b81d-af977c643575,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:52:23.208406 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-a0549b82-3785-47bb-872d-2d38dac0d6c3 None None] For port 68e48b3b-acea-4c16-84f8-d619f2f9f461, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=68e48b3b-acea-4c16-84f8-d619f2f9f461,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:23.214848 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:23.223991 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a0549b82-3785-47bb-872d-2d38dac0d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:23.228763 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:23.229716 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e611a42-4d74-4e9d-8e94-fb6f57babf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:23.310354 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308503e-62b8-4e7d-bf7a-a6c8d0e48aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45931f65-b9f8-42b2-8274-72bb3c572ab8,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:23.320507 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Set router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:23.329385 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9308503e-62b8-4e7d-bf7a-a6c8d0e48aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:23.335739 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9308503e-62b8-4e7d-bf7a-a6c8d0e48aef admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d72e5443ab2b40dbbc501d927a9ec1a8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2390578 Jun 01 15:52:23.338469 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40574) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:23.386581 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Pushing event updated for resources: {'Port': ['ID=d8a90cb1-ffd7-451a-b81d-af977c643575,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:23.486955 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0549b82-3785-47bb-872d-2d38dac0d6c3 None None] Pushing event updated for resources: {'Port': ['ID=68e48b3b-acea-4c16-84f8-d619f2f9f461,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:23.490974 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a0549b82-3785-47bb-872d-2d38dac0d6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:23.491468 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:23.491810 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:23.618181 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Pushing event updated for resources: {'Port': ['ID=02d67a5d-b058-422b-a291-80a64c5075f8,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:23.624610 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:23.636120 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:23.762369 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:23.771827 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-516c163a-4b68-496d-ba05-1d52c2bbe0f6 req-3f4a2f44-2d29-4df0-b09b-f906b3e31cf8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 210 time: 0.2676449 Jun 01 15:52:23.810955 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-29aa9fc2-29b9-4101-a340-a07b260dfc0c None None] Provisioning complete for port 68e48b3b-acea-4c16-84f8-d619f2f9f461 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:23.811323 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-29aa9fc2-29b9-4101-a340-a07b260dfc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:23.867706 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1a12e94f-6020-43c2-9df6-7fc50aee81d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:23.886960 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-router', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:16Z', 'updated_at': '2021-06-01T15:52:20Z', 'revision_number': 3, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'gw_port': {'id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:18Z', 'updated_at': '2021-06-01T15:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:23.904482 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Checking router: 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:52:23.904940 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Updating router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 port 05f465d4-bfde-43e9-a35d-ab29ded2d296 binding host dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:52:23.912718 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3e611a42-4d74-4e9d-8e94-fb6f57babf0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:23.925193 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3e611a42-4d74-4e9d-8e94-fb6f57babf0a admin admin] Usage tracker for resource:security_group_rule and tenant:7a1fdfd42688451198a4daea1c13360d is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:23.939763 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3e611a42-4d74-4e9d-8e94-fb6f57babf0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:23.952825 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3e611a42-4d74-4e9d-8e94-fb6f57babf0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:23.997422 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-94e205be-e263-4846-ae9a-090f51793590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:24.022143 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:24.062062 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:24.138155 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d8a90cb1-ffd7-451a-b81d-af977c643575 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:24.263098 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:24.283715 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port d8a90cb1-ffd7-451a-b81d-af977c643575 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:24.290124 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 68e48b3b-acea-4c16-84f8-d619f2f9f461 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:24.314316 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1a12e94f-6020-43c2-9df6-7fc50aee81d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:24.356147 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Allocated IP 172.27.2.199 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/2536792e-5d4a-453c-b3ab-4c2e768a4a41) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:24.376917 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e205be-e263-4846-ae9a-090f51793590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f7d18a-4e35-44df-b383-7782931eb4ca,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:24.383691 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-94e205be-e263-4846-ae9a-090f51793590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:24.411619 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-94e205be-e263-4846-ae9a-090f51793590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:24.420977 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-94e205be-e263-4846-ae9a-090f51793590 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/72f7d18a-4e35-44df-b383-7782931eb4ca HTTP/1.1" status: 204 len: 168 time: 2.4620781 Jun 01 15:52:24.443942 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 68e48b3b-acea-4c16-84f8-d619f2f9f461 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:24.444457 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:24.689837 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1a12e94f-6020-43c2-9df6-7fc50aee81d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:24.724954 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:24.784569 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12e94f-6020-43c2-9df6-7fc50aee81d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45931f65-b9f8-42b2-8274-72bb3c572ab8,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:24.789065 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-1a12e94f-6020-43c2-9df6-7fc50aee81d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:24.822253 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e611a42-4d74-4e9d-8e94-fb6f57babf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:24.849400 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e611a42-4d74-4e9d-8e94-fb6f57babf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:24.851391 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1a12e94f-6020-43c2-9df6-7fc50aee81d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:24.854463 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-1a12e94f-6020-43c2-9df6-7fc50aee81d2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/45931f65-b9f8-42b2-8274-72bb3c572ab8 HTTP/1.1" status: 204 len: 168 time: 1.5150416 Jun 01 15:52:24.923138 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40646) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:24.940734 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71584ec7-ba61-48d0-9659-68e714bf6521 None None] Network 5f0f61e4-94e8-4d47-a898-45250a84cc05 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:52:25.008104 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0b795946-6fa9-4831-b642-9d4c0928c494 req-bc9bb58f-c2ad-4f67-b924-9d63d9813f3f tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 210 time: 0.0834773 Jun 01 15:52:25.027301 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:25.040763 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:25.073609 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:25.118347 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e611a42-4d74-4e9d-8e94-fb6f57babf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1285b679-b7de-4bca-80a1-193e6231db91,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:25.140304 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:25.145869 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3e611a42-4d74-4e9d-8e94-fb6f57babf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:25.160245 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-52739656-95fe-4f21-8133-9c7752191a2a None None] Provisioning for port d8a90cb1-ffd7-451a-b81d-af977c643575 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:25.168191 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:25.186909 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-52739656-95fe-4f21-8133-9c7752191a2a None None] Provisioning complete for port d8a90cb1-ffd7-451a-b81d-af977c643575 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:25.189009 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-52739656-95fe-4f21-8133-9c7752191a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:25.341649 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Pushing event updated for resources: {'Port': ['ID=2536792e-5d4a-453c-b3ab-4c2e768a4a41,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:25.369799 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:25.379711 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3e611a42-4d74-4e9d-8e94-fb6f57babf0a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7a1fdfd42688451198a4daea1c13360d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5942683 Jun 01 15:52:25.395377 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40662) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:25.403049 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:25.456114 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:25.566039 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:25.647328 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Allocated IP 172.20.0.1 (af501cd9-f0eb-478b-a3ea-1aa54aece6b5/9d5b56e6-bd2e-487c-90c7-7bc8decc3e69/91b8582e-a57c-46d3-b8f9-395e7659dd4b) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:25.747830 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-52739656-95fe-4f21-8133-9c7752191a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:25.750186 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:25.794890 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Transition to ACTIVE for port object 05f465d4-bfde-43e9-a35d-ab29ded2d296 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:25.810960 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:25.819937 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-52739656-95fe-4f21-8133-9c7752191a2a None None] For port d8a90cb1-ffd7-451a-b81d-af977c643575, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=d8a90cb1-ffd7-451a-b81d-af977c643575,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:25.829818 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-52739656-95fe-4f21-8133-9c7752191a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:25.832237 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:25.834661 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-613459a0-d754-4eba-931a-b2858595031c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:25.950309 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7985253'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:25.974595 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dd390562-b4e7-47b0-8f62-eb98221a965f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:25.997315 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:25.998202 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52739656-95fe-4f21-8133-9c7752191a2a None None] Pushing event updated for resources: {'Port': ['ID=d8a90cb1-ffd7-451a-b81d-af977c643575,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:26.003296 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-52739656-95fe-4f21-8133-9c7752191a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:26.022828 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dd390562-b4e7-47b0-8f62-eb98221a965f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:26.029507 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Attempting to bind port 05f465d4-bfde-43e9-a35d-ab29ded2d296 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:52:26.030204 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Attempting to bind port 05f465d4-bfde-43e9-a35d-ab29ded2d296 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:52:26.031110 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Attempting to bind port 05f465d4-bfde-43e9-a35d-ab29ded2d296 on network 33f215dc-9a0b-4949-9713-0c7e803de905 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:26.052540 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:52:26.052934 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Checking segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:26.054351 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:26.054760 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Bound using segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:52:26.055292 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Bound port: 05f465d4-bfde-43e9-a35d-ab29ded2d296, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:52:26.055673 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:26.064695 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:26.068689 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9f34827a-a47b-4b8d-b3ba-3661aacbd066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:26.118477 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Pushing event updated for resources: {'Port': ['ID=05f465d4-bfde-43e9-a35d-ab29ded2d296,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:26.165065 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-aa2175df-a68d-45ac-9961-607d92e61b34 None None] Provisioning complete for port d8a90cb1-ffd7-451a-b81d-af977c643575 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:26.165570 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-aa2175df-a68d-45ac-9961-607d92e61b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:26.184787 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.189952 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.190595 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.191251 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.191721 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.192200 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.192663 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.194405 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.194939 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.195434 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.195908 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.197142 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Tracked resource versions report: Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: pushed versions: Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: { 'AddressGroup': {'1.2'}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'ConntrackHelper': {'1.0'}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Log': {'1.0'}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Network': {'1.1'}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Port': {'1.7'}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'PortForwarding': {'1.2'}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'QosPolicy': {'1.8'}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SecurityGroup': {'1.4'}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SubPort': {'1.0'}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Subnet': {'1.1'}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Trunk': {'1.1'}} Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: consumer versions: Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: { DHCP agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: HyperV agent@hv-cinder-79351: {}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: L3 agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: Metadata agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: Metering agent@dv-cinder-793515-3-iscsi: {}, Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: Open vSwitch agent@dv-cinder-793515-3-iscsi: { 'AddressGroup': '1.2', Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'ConntrackHelper': '1.0', Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Log': '1.0', Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Network': '1.1', Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Port': '1.7', Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'PortForwarding': '1.2', Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'QosPolicy': '1.8', Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SecurityGroup': '1.4', Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SecurityGroupRule': '1.2', Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'SubPort': '1.0', Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Subnet': '1.1', Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: 'Trunk': '1.1'}} Jun 01 15:52:26.200033 dv-cinder-793515-3-iscsi neutron-server[91913]: {{(pid=91913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:52:26.219911 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:26.222184 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:26.225216 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:26.239719 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:26.240220 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7985839'] for router_interface, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:26.311704 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Pushing event updated for resources: {'Port': ['ID=91b8582e-a57c-46d3-b8f9-395e7659dd4b,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:26.314842 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] For port 05f465d4-bfde-43e9-a35d-ab29ded2d296, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:52:26.320929 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] For port 05f465d4-bfde-43e9-a35d-ab29ded2d296, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=05f465d4-bfde-43e9-a35d-ab29ded2d296,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:52:26.324118 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:26.326472 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:26.333391 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:26.469627 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ce0387e7-ff78-475d-b78e-0b822369e3ef req-8357c60b-62a0-4cb0-84ce-8fb11db32030 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 210 time: 0.1702247 Jun 01 15:52:26.484756 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Routers {'77b82d67-613c-46b9-b7cc-3aa03f7b01e5'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:26.485933 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:26.624135 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Pushing event updated for resources: {'Port': ['ID=05f465d4-bfde-43e9-a35d-ab29ded2d296,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:26.649457 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:26.651670 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:26.842929 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] Set router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:26.981965 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dd390562-b4e7-47b0-8f62-eb98221a965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:26.983572 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.86', 61798) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:27.041655 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f889e74a-96ed-487b-8367-77e2472e2da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:27.080384 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd390562-b4e7-47b0-8f62-eb98221a965f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1285b679-b7de-4bca-80a1-193e6231db91,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:27.117039 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-dd390562-b4e7-47b0-8f62-eb98221a965f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:27.118153 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:27.124400 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:27.125082 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:27.126019 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985712'] for router_interface, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:27.146450 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4fadd4ff-4194-44ce-8907-d6c4464c6bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:27.317542 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Router e168a216-9665-413c-9634-f58a57ccb36b is scheduled to L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:52:27.327910 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dd390562-b4e7-47b0-8f62-eb98221a965f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:27.329234 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-dd390562-b4e7-47b0-8f62-eb98221a965f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1285b679-b7de-4bca-80a1-193e6231db91 HTTP/1.1" status: 204 len: 168 time: 1.9315579 Jun 01 15:52:27.389142 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Pushing event updated for resources: {'Port': ['ID=91b8582e-a57c-46d3-b8f9-395e7659dd4b,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:27.401866 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:27.487481 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-router', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:16Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 4, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'gw_port': {'id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:18Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '91b8582e-a57c-46d3-b8f9-395e7659dd4b', 'name': '', 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'mac_address': 'fa:16:3e:8d:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:25Z', 'updated_at': '2021-06-01T15:52:25Z', 'revision_number': 1, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'subnets': [{'id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:27.499817 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e065177-3a7d-47cb-b98c-410c68370734 None None] The sync data for ids ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'] in dv-cinder-793515-3-iscsi is: [{'id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-router', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:16Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 4, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'gw_port': {'id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:18Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '91b8582e-a57c-46d3-b8f9-395e7659dd4b', 'name': '', 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'mac_address': 'fa:16:3e:8d:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:25Z', 'updated_at': '2021-06-01T15:52:25Z', 'revision_number': 1, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'subnets': [{'id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:52:27.586896 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-2efb977d-8225-4f1e-a6ab-5fc8894f6363 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:27.588540 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-2efb977d-8225-4f1e-a6ab-5fc8894f6363 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.86 "GET /v2.0/networks?id=2558aca9-c67a-4f39-89d8-65811cdadae0 HTTP/1.1" status: 200 len: 812 time: 0.5948553 Jun 01 15:52:27.676334 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:27.677446 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:27.748746 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:52:27.761567 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Request body: {'port': {'device_id': '0a4712fd-b2f1-4d63-87d1-374216d12bc6', 'network_id': '2558aca9-c67a-4f39-89d8-65811cdadae0', 'admin_state_up': True, 'tenant_id': '6a8af621d61345768914159220c3caea'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:27.764815 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Sync routers for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:52:27.787748 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:27.790133 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:28.021876 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d8a90cb1-ffd7-451a-b81d-af977c643575 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:28.154856 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cd84185b-cbd2-4165-85d1-dbed41bafe5f req-80a71e91-ea59-4322-a503-0ff164657d09 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 210 time: 0.1768522 Jun 01 15:52:28.227006 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:52:28.296132 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:28.299274 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7985253'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:28.303931 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:28.307817 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9aabf575-3940-4fce-b222-329bd9f57051 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9371154 Jun 01 15:52:28.377410 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:28.387948 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40766) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:28.389593 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Usage tracker for resource:port and tenant:6a8af621d61345768914159220c3caea is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:28.408346 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:28.558846 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:28.627993 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Made reservation on behalf of 6a8af621d61345768914159220c3caea for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:28.639511 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:28.758163 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:52:28.785346 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] 10.222.0.63 "PUT /v2.0/routers/77b82d67-613c-46b9-b7cc-3aa03f7b01e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7669482 Jun 01 15:52:28.795829 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port d8a90cb1-ffd7-451a-b81d-af977c643575 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:28.797722 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:29.363223 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:22Z', 'revision_number': 3, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:29.389635 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Checking router: e168a216-9665-413c-9634-f58a57ccb36b for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:52:29.393756 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Updating router e168a216-9665-413c-9634-f58a57ccb36b port 02d67a5d-b058-422b-a291-80a64c5075f8 binding host dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:52:29.573743 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:29.581694 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4daf4226-b805-4ecd-ade7-8af706fa358b req-69294a4b-6fd8-43e5-85fd-b3887a8eeedf tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 210 time: 0.1167104 Jun 01 15:52:29.676387 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40810) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:29.893896 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 is scheduled to L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:52:30.038979 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 05f465d4-bfde-43e9-a35d-ab29ded2d296 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:30.249961 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-547d10b6-7f12-455a-9e7f-679d6e644ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:30.284822 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 05f465d4-bfde-43e9-a35d-ab29ded2d296 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:30.316335 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 05f465d4-bfde-43e9-a35d-ab29ded2d296 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:30.319645 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:30.334781 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-547d10b6-7f12-455a-9e7f-679d6e644ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:30.347654 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-547d10b6-7f12-455a-9e7f-679d6e644ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:917799bb524148cfa2bf90296adc2e48 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:30.355204 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-547d10b6-7f12-455a-9e7f-679d6e644ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:30.399994 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-547d10b6-7f12-455a-9e7f-679d6e644ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:30.659435 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-547d10b6-7f12-455a-9e7f-679d6e644ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:30.666493 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-547d10b6-7f12-455a-9e7f-679d6e644ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:30.696778 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-1a12e94f-6020-43c2-9df6-7fc50aee81d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:30.709865 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:30.773286 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Transition to ACTIVE for port object 02d67a5d-b058-422b-a291-80a64c5075f8 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:30.773524 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d10b6-7f12-455a-9e7f-679d6e644ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e6c46a-2984-458f-a87f-ff307644c6fc,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:30.810364 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-547d10b6-7f12-455a-9e7f-679d6e644ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:30.870633 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Allocated IP 172.20.0.6 (2558aca9-c67a-4f39-89d8-65811cdadae0/c5118df2-9364-4128-b35f-7956636a7213/3897e373-4b55-4cc0-9021-069a0cabeefd) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:30.919104 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:30.956555 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:31.051915 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Sync routers for ids ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:52:31.068181 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Routers {'77b82d67-613c-46b9-b7cc-3aa03f7b01e5'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:31.068966 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:31.164711 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Attempting to bind port 02d67a5d-b058-422b-a291-80a64c5075f8 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:52:31.165663 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Attempting to bind port 02d67a5d-b058-422b-a291-80a64c5075f8 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:52:31.166308 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Attempting to bind port 02d67a5d-b058-422b-a291-80a64c5075f8 on network 33f215dc-9a0b-4949-9713-0c7e803de905 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:31.258074 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-547d10b6-7f12-455a-9e7f-679d6e644ce4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=917799bb524148cfa2bf90296adc2e48&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5808361 Jun 01 15:52:31.285111 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:52:31.285972 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Checking segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:31.287085 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:31.289440 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40874) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:31.290413 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Bound using segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:52:31.295335 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Bound port: 02d67a5d-b058-422b-a291-80a64c5075f8, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:52:31.295857 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:31.300205 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1d183a7a-740f-414c-ac25-8d286c3b8f11 req-72021b6f-808e-4ff2-a973-32eb641ffbb8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 210 time: 0.1941659 Jun 01 15:52:31.380517 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-1154245e-70b9-424b-a801-fc374d18da04 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:31.382607 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-1154245e-70b9-424b-a801-fc374d18da04 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 819 time: 0.5409746 Jun 01 15:52:31.425745 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-d00571dc-13e5-4630-94b0-99b728cc4274 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/quotas/5d759c69f2c64d5487f908cd3d18c40f HTTP/1.1" status: 200 len: 375 time: 0.0352826 Jun 01 15:52:31.434629 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:52:31.446017 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49744533-6437-42e7-9917-7c376241b381 None None] Pushing event updated for resources: {'Port': ['ID=02d67a5d-b058-422b-a291-80a64c5075f8,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:31.492223 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Sync routers for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:52:31.515847 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-49744533-6437-42e7-9917-7c376241b381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:31.584596 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-3b356270-d29c-48fc-a9dd-8667106f8a30 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Synchronizing usage tracker for tenant:5d759c69f2c64d5487f908cd3d18c40f on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:52:31.613539 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:31.614198 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-3b356270-d29c-48fc-a9dd-8667106f8a30 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Unset dirty status for tenant:5d759c69f2c64d5487f908cd3d18c40f on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:52:31.627606 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:31.629124 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-3b356270-d29c-48fc-a9dd-8667106f8a30 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2013190 Jun 01 15:52:31.665318 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Set router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:31.784437 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:31.826167 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:52:31.859245 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40888) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:31.917823 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-799011d0-7ffe-4d50-8f69-a787a9828d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:31.937207 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 05f465d4-bfde-43e9-a35d-ab29ded2d296, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=05f465d4-bfde-43e9-a35d-ab29ded2d296,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:31.956491 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] For port 02d67a5d-b058-422b-a291-80a64c5075f8, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:52:31.964321 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:31.969122 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-15fbebe8-f261-45b1-98d8-b23bfb82d452 service neutron] 10.222.0.63 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391657 Jun 01 15:52:31.994371 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-799011d0-7ffe-4d50-8f69-a787a9828d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:32.110184 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:32.156113 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:32.159730 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.3617883 Jun 01 15:52:32.162881 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40896) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:32.267526 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:32.305467 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9548a0ea-1d0e-4480-9fa1-37404c81829e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:32.325352 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] For port 02d67a5d-b058-422b-a291-80a64c5075f8, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=02d67a5d-b058-422b-a291-80a64c5075f8,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:52:32.361532 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-ce24f25c-9653-4939-ad9c-bfd3b9f64f93 service neutron] 10.222.0.63 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893986 Jun 01 15:52:32.362122 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40902) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:32.374911 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9548a0ea-1d0e-4480-9fa1-37404c81829e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:32.388147 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:32.394788 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9548a0ea-1d0e-4480-9fa1-37404c81829e admin admin] Usage tracker for resource:security_group_rule and tenant:6eca5834606944a3840c4b1e7b1e3f8e is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:32.403102 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9548a0ea-1d0e-4480-9fa1-37404c81829e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:32.426012 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9548a0ea-1d0e-4480-9fa1-37404c81829e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:32.436359 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-799011d0-7ffe-4d50-8f69-a787a9828d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:32.468302 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:32.540700 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:32.588644 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9548a0ea-1d0e-4480-9fa1-37404c81829e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:32.599647 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9548a0ea-1d0e-4480-9fa1-37404c81829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:32.634972 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-799011d0-7ffe-4d50-8f69-a787a9828d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:32.635889 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-799011d0-7ffe-4d50-8f69-a787a9828d6f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/57e6c46a-2984-458f-a87f-ff307644c6fc HTTP/1.1" status: 204 len: 168 time: 1.3363643 Jun 01 15:52:32.659295 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9308503e-62b8-4e7d-bf7a-a6c8d0e48aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:32.720955 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cee74943-0a29-445f-88a9-b31de39d322e req-937e0774-e10d-438b-ba85-48e957300342 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 210 time: 0.1075535 Jun 01 15:52:32.753962 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-router', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:16Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 4, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'gw_port': {'id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:18Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '91b8582e-a57c-46d3-b8f9-395e7659dd4b', 'name': '', 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'mac_address': 'fa:16:3e:8d:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:25Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 2, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'subnets': [{'id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:32.767958 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Checking router: 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:52:32.768337 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Updating router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 port 91b8582e-a57c-46d3-b8f9-395e7659dd4b binding host dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:52:32.790610 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7c414d13-2816-49d9-82df-b88cca855553 req-0ffccdee-13d7-452c-9975-5c7873c746c3 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 210 time: 0.0637555 Jun 01 15:52:32.826790 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9548a0ea-1d0e-4480-9fa1-37404c81829e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6eca5834606944a3840c4b1e7b1e3f8e&name=default HTTP/1.1" status: 200 len: 2978 time: 0.9651775 Jun 01 15:52:32.827412 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 40922) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:32.842473 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=05f465d4-bfde-43e9-a35d-ab29ded2d296,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:32.849894 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:32.856643 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:32.903708 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:33.082646 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:33.088972 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799011d0-7ffe-4d50-8f69-a787a9828d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e6c46a-2984-458f-a87f-ff307644c6fc,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:33.089788 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:33.105259 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-799011d0-7ffe-4d50-8f69-a787a9828d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:33.258891 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-51e6f9d1-10f9-4667-b03b-3f80278730d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:33.352837 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548a0ea-1d0e-4480-9fa1-37404c81829e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd55c028-6987-4d14-aa95-c6dfd3210010,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:33.407642 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9548a0ea-1d0e-4480-9fa1-37404c81829e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:33.429745 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-51e6f9d1-10f9-4667-b03b-3f80278730d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:33.567563 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-51e6f9d1-10f9-4667-b03b-3f80278730d8 admin admin] Usage tracker for resource:security_group_rule and tenant:01cd5f24861b48b7b5159795bc940f3b is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:33.587799 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0317-776a-47f4-8630-c539813bbbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:33.589866 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-51e6f9d1-10f9-4667-b03b-3f80278730d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:33.643640 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-51e6f9d1-10f9-4667-b03b-3f80278730d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:33.811272 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49744533-6437-42e7-9917-7c376241b381 None None] Pushing event updated for resources: {'Port': ['ID=02d67a5d-b058-422b-a291-80a64c5075f8,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:33.858229 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:33.891808 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Transition to ACTIVE for port object 91b8582e-a57c-46d3-b8f9-395e7659dd4b will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:33.895859 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-49744533-6437-42e7-9917-7c376241b381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.038s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:33.900873 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:33.904777 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:33.909557 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-613459a0-d754-4eba-931a-b2858595031c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:34.066874 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-51e6f9d1-10f9-4667-b03b-3f80278730d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:34.126967 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Allocated IP 172.20.0.1 (eaa95347-5c4c-4ed5-bedb-ac41ea68eb25/4bab6368-25d8-4c2d-a23d-c0d5327163ea/47067395-94f0-4555-81c9-fdebd521d994) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:34.223998 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:34.460053 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0317-776a-47f4-8630-c539813bbbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:34.490587 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 05f465d4-bfde-43e9-a35d-ab29ded2d296 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:34.521153 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-51e6f9d1-10f9-4667-b03b-3f80278730d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:34.574399 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:34.626948 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f09c13-95e5-4f82-aec8-66ff0135ed40 None None] Pushing event updated for resources: {'Port': ['ID=91b8582e-a57c-46d3-b8f9-395e7659dd4b,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:34.645199 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-50f09c13-95e5-4f82-aec8-66ff0135ed40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:34.715804 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 3, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:34.723660 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7d59c1b7-60fa-457b-bef6-1f644a3fa688 req-04fe2351-fcf3-46e7-a1e8-94f49b42fb8a tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 210 time: 0.6534042 Jun 01 15:52:34.780016 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:34.789627 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Checking router: 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:52:34.790649 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Updating router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 port 2536792e-5d4a-453c-b3ab-4c2e768a4a41 binding host dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:52:34.792704 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Transition to ACTIVE for port object 47067395-94f0-4555-81c9-fdebd521d994 will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:34.822562 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Attempting to bind port 91b8582e-a57c-46d3-b8f9-395e7659dd4b on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:52:34.822929 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Attempting to bind port 91b8582e-a57c-46d3-b8f9-395e7659dd4b by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:52:34.823391 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Attempting to bind port 91b8582e-a57c-46d3-b8f9-395e7659dd4b on network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:34.840963 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5ddf1143-3a74-4e72-a177-d94cca7c3965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:34.842696 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:52:34.843116 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Checking segment: {'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:34.845964 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:34.850277 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Bound using segment: {'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:52:34.850987 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Bound port: 91b8582e-a57c-46d3-b8f9-395e7659dd4b, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:52:34.852507 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:34.893263 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:34.987946 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Network 2558aca9-c67a-4f39-89d8-65811cdadae0 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:34.995035 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-51e6f9d1-10f9-4667-b03b-3f80278730d8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=01cd5f24861b48b7b5159795bc940f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4036341 Jun 01 15:52:35.019316 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:35.039388 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:35.049612 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:35.054342 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:35.078658 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] For port 91b8582e-a57c-46d3-b8f9-395e7659dd4b, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:52:35.083985 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] For port 91b8582e-a57c-46d3-b8f9-395e7659dd4b, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=91b8582e-a57c-46d3-b8f9-395e7659dd4b,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:52:35.090842 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:35.105421 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:35.116492 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 40988) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:35.146177 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6f9d1-10f9-4667-b03b-3f80278730d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c8645-360f-465b-b9d1-dbfc5a7a81c1,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:35.158456 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-51e6f9d1-10f9-4667-b03b-3f80278730d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:35.175788 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:35.225633 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Pushing event updated for resources: {'Port': ['ID=3897e373-4b55-4cc0-9021-069a0cabeefd,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:35.277769 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:35.288478 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:35.301240 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918c852-34e4-4b62-899c-05cea0a5888c req-922ee28a-ef50-47b5-becd-4cd40f07463c tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:35.309090 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-922ee28a-ef50-47b5-becd-4cd40f07463c tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 819 time: 1.2393744 Jun 01 15:52:35.356937 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Routers {'77b82d67-613c-46b9-b7cc-3aa03f7b01e5'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:35.358433 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:35.361529 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-2c6453b1-aaff-40cc-87e3-3a23feb1461b tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/quotas/5d759c69f2c64d5487f908cd3d18c40f HTTP/1.1" status: 200 len: 375 time: 0.0491989 Jun 01 15:52:35.412636 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:35.502465 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:35.511037 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0317-776a-47f4-8630-c539813bbbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:35.534285 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Pushing event updated for resources: {'Port': ['ID=47067395-94f0-4555-81c9-fdebd521d994,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:35.543279 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-547d10b6-7f12-455a-9e7f-679d6e644ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:35.562677 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:35.574281 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0317-776a-47f4-8630-c539813bbbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:35.579831 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-5a8a0317-776a-47f4-8630-c539813bbbac admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd55c028-6987-4d14-aa95-c6dfd3210010 HTTP/1.1" status: 204 len: 168 time: 2.7484937 Jun 01 15:52:35.592828 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a0317-776a-47f4-8630-c539813bbbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd55c028-6987-4d14-aa95-c6dfd3210010,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:35.597428 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-5a8a0317-776a-47f4-8630-c539813bbbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:35.618158 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-f2bc141c-2693-4162-a864-3f54b929a098 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2558932 Jun 01 15:52:35.619511 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:35.648060 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8960149 Jun 01 15:52:35.664317 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f09c13-95e5-4f82-aec8-66ff0135ed40 None None] Pushing event updated for resources: {'Port': ['ID=91b8582e-a57c-46d3-b8f9-395e7659dd4b,revision_number=4']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:35.707669 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-50f09c13-95e5-4f82-aec8-66ff0135ed40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:35.778741 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-38b95e47-c9be-48ed-8e42-c5c59ecf6d36 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:52:35.779823 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-38b95e47-c9be-48ed-8e42-c5c59ecf6d36 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0772109 Jun 01 15:52:35.780625 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-feba6fbf-7bac-4ef1-9019-755b44eca4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:35.798973 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:35.799482 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7985839'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:36.133958 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] Set router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:36.206308 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.86', 61808) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:36.284759 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449a137-d300-4bff-8c89-47217a9b81fc req-4815ac08-3aa5-4ebe-b7bb-bd25f90c07c3 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:36.293971 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2449a137-d300-4bff-8c89-47217a9b81fc req-4815ac08-3aa5-4ebe-b7bb-bd25f90c07c3 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 931 time: 0.2603912 Jun 01 15:52:36.414115 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-2449a137-d300-4bff-8c89-47217a9b81fc req-beeec060-8b0e-4860-b294-ef05da0b86ac tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Synchronizing usage tracker for tenant:6a8af621d61345768914159220c3caea on resource:security_group {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:52:36.446312 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-2449a137-d300-4bff-8c89-47217a9b81fc req-beeec060-8b0e-4860-b294-ef05da0b86ac tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Unset dirty status for tenant:6a8af621d61345768914159220c3caea on resource:security_group {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:52:36.467907 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2449a137-d300-4bff-8c89-47217a9b81fc req-beeec060-8b0e-4860-b294-ef05da0b86ac tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721988 Jun 01 15:52:36.473198 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:36.506796 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 05f465d4-bfde-43e9-a35d-ab29ded2d296 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:36.515229 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:36.604197 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Request body: {'port': {'device_id': '0a4712fd-b2f1-4d63-87d1-374216d12bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:36.635400 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41026) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:36.707733 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-feba6fbf-7bac-4ef1-9019-755b44eca4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:36.736518 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7a0092de-bafb-4966-abcc-b96dff39c9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:36.752728 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Transition to ACTIVE for port object 2536792e-5d4a-453c-b3ab-4c2e768a4a41 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:36.791539 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-421dfaf2-4d86-43d8-a6c7-3add6781c4a6 None None] Provisioning for port 47067395-94f0-4555-81c9-fdebd521d994 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:36.815618 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:36.876784 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-421dfaf2-4d86-43d8-a6c7-3add6781c4a6 None None] Provisioning complete for port 47067395-94f0-4555-81c9-fdebd521d994 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:36.877191 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-421dfaf2-4d86-43d8-a6c7-3add6781c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:36.957065 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:36.980234 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-1d119ad1-3cb1-4ec4-ba3a-9275757b9033 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:52:36.981163 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-1d119ad1-3cb1-4ec4-ba3a-9275757b9033 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5723069 Jun 01 15:52:37.077778 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:37.152243 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-4aefec0f-4589-4672-a80a-81e3a0a60a13 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:37.158190 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-4aefec0f-4589-4672-a80a-81e3a0a60a13 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Synchronizing usage tracker for tenant:5d759c69f2c64d5487f908cd3d18c40f on resource:network {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:52:37.210757 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-router', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:16Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 4, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'gw_port': {'id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:18Z', 'updated_at': '2021-06-01T15:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '91b8582e-a57c-46d3-b8f9-395e7659dd4b', 'name': '', 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'mac_address': 'fa:16:3e:8d:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:25Z', 'updated_at': '2021-06-01T15:52:35Z', 'revision_number': 4, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'subnets': [{'id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:37.224334 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c60b3b6-b2e9-495b-922e-87f6320171e2 None None] The sync data for ids ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'] in dv-cinder-793515-3-iscsi is: [{'id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-router', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:16Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 4, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'gw_port': {'id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:18Z', 'updated_at': '2021-06-01T15:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '91b8582e-a57c-46d3-b8f9-395e7659dd4b', 'name': '', 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'mac_address': 'fa:16:3e:8d:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:25Z', 'updated_at': '2021-06-01T15:52:35Z', 'revision_number': 4, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'subnets': [{'id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:52:37.398120 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f3c07-8ba5-4fb2-82ab-eab271e44720 None None] Pushing event updated for resources: {'Port': ['ID=2536792e-5d4a-453c-b3ab-4c2e768a4a41,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:37.420109 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-584f3c07-8ba5-4fb2-82ab-eab271e44720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:37.483287 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-7a0092de-bafb-4966-abcc-b96dff39c9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:37.514186 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:22Z', 'revision_number': 3, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:37.529967 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d20e6e-a3d4-4221-ae53-9b0df1d509b0 None None] The sync data for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi is: [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:22Z', 'revision_number': 3, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:52:37.552098 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-421dfaf2-4d86-43d8-a6c7-3add6781c4a6 None None] Port 47067395-94f0-4555-81c9-fdebd521d994 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:52:37.602070 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Attempting to bind port 2536792e-5d4a-453c-b3ab-4c2e768a4a41 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:52:37.609050 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Attempting to bind port 2536792e-5d4a-453c-b3ab-4c2e768a4a41 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:52:37.611537 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Attempting to bind port 2536792e-5d4a-453c-b3ab-4c2e768a4a41 on network 33f215dc-9a0b-4949-9713-0c7e803de905 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:37.614675 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-4479552f-a567-4820-82f0-88c92c67de33 service neutron] 10.222.0.63 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982356 Jun 01 15:52:37.674910 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:52:37.688562 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Checking segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:37.690189 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:37.698592 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Bound using segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:52:37.700548 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Bound port: 2536792e-5d4a-453c-b3ab-4c2e768a4a41, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:52:37.706221 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:37.803110 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-7a0092de-bafb-4966-abcc-b96dff39c9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:180c7332fdd9472ebd622569553301f0 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:37.821762 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-7a0092de-bafb-4966-abcc-b96dff39c9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:37.858104 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-7a0092de-bafb-4966-abcc-b96dff39c9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:38.061141 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 91b8582e-a57c-46d3-b8f9-395e7659dd4b up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:38.326220 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-4aefec0f-4589-4672-a80a-81e3a0a60a13 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Unset dirty status for tenant:5d759c69f2c64d5487f908cd3d18c40f on resource:network {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:52:38.328231 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-4aefec0f-4589-4672-a80a-81e3a0a60a13 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.86 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 819 time: 1.9963045 Jun 01 15:52:38.330584 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] For port 2536792e-5d4a-453c-b3ab-4c2e768a4a41, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:52:38.392723 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] For port 2536792e-5d4a-453c-b3ab-4c2e768a4a41, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=2536792e-5d4a-453c-b3ab-4c2e768a4a41,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:52:38.403976 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:38.410103 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Request body: {'port': {'device_id': '3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0', 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5', 'admin_state_up': True, 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:38.411249 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:38.443156 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:38.559268 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f3c07-8ba5-4fb2-82ab-eab271e44720 None None] Pushing event updated for resources: {'Port': ['ID=2536792e-5d4a-453c-b3ab-4c2e768a4a41,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:38.576071 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 91b8582e-a57c-46d3-b8f9-395e7659dd4b completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:38.582861 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-584f3c07-8ba5-4fb2-82ab-eab271e44720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:38.585808 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 91b8582e-a57c-46d3-b8f9-395e7659dd4b triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:38.586454 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:38.751247 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-c5647fe5-e645-4801-8084-c7b33e9902ab service neutron] 10.222.0.63 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0897744 Jun 01 15:52:38.811513 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:38.812030 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:38.896010 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316df0c-26b7-479c-885d-e4491d87590b req-cc792b6e-e77c-4683-bf86-10234c8f2c3c tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:38.918736 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b316df0c-26b7-479c-885d-e4491d87590b req-cc792b6e-e77c-4683-bf86-10234c8f2c3c tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 931 time: 0.9645894 Jun 01 15:52:39.008480 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:39.049558 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-feba6fbf-7bac-4ef1-9019-755b44eca4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:39.114571 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b316df0c-26b7-479c-885d-e4491d87590b req-ff1d3393-b68d-47a8-affb-ea301aac72b5 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949804 Jun 01 15:52:39.118348 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.db.resource_extend [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 15:52:39.337097 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7a0092de-bafb-4966-abcc-b96dff39c9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:39.340301 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:39.397019 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:39.402263 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9d850f41-d51e-4b0a-86cd-e43e725e31dc req-2c1d299c-49cb-49e1-b3b6-cd3c07f688d5 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 210 time: 0.1423500 Jun 01 15:52:39.414531 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3897e373-4b55-4cc0-9021-069a0cabeefd {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:52:39.424933 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:39.430981 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7a0092de-bafb-4966-abcc-b96dff39c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:39.451699 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Transition to ACTIVE for port object 3897e373-4b55-4cc0-9021-069a0cabeefd will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:39.459822 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:39.489411 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:39.607499 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:39.630634 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:39.770380 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba6fbf-7bac-4ef1-9019-755b44eca4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5c8645-360f-465b-b9d1-dbfc5a7a81c1,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:39.777755 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-feba6fbf-7bac-4ef1-9019-755b44eca4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:39.786028 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:39.797878 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:40.056986 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 91b8582e-a57c-46d3-b8f9-395e7659dd4b, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=91b8582e-a57c-46d3-b8f9-395e7659dd4b,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:40.128673 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:40.135979 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:40.189687 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3897e373-4b55-4cc0-9021-069a0cabeefd,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:40.196269 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Allocated IP 172.20.0.1 (5f0f61e4-94e8-4d47-a898-45250a84cc05/f30203e2-c7f9-4016-9e91-778067ce0e31/3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:40.226389 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:40.269700 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-feba6fbf-7bac-4ef1-9019-755b44eca4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:40.270870 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-feba6fbf-7bac-4ef1-9019-755b44eca4cb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fd5c8645-360f-465b-b9d1-dbfc5a7a81c1 HTTP/1.1" status: 204 len: 168 time: 5.0477004 Jun 01 15:52:40.286730 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7a0092de-bafb-4966-abcc-b96dff39c9d4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=180c7332fdd9472ebd622569553301f0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6265688 Jun 01 15:52:40.296143 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41090) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:40.325528 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=91b8582e-a57c-46d3-b8f9-395e7659dd4b,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:40.332847 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:40.385469 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Attempting to bind port 3897e373-4b55-4cc0-9021-069a0cabeefd on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:52:40.386204 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Attempting to bind port 3897e373-4b55-4cc0-9021-069a0cabeefd by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '0468434b-57f5-485b-980d-c1f684d382b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2558aca9-c67a-4f39-89d8-65811cdadae0'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:52:40.386902 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Attempting to bind port 3897e373-4b55-4cc0-9021-069a0cabeefd on network 2558aca9-c67a-4f39-89d8-65811cdadae0 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:40.393727 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Port 3897e373-4b55-4cc0-9021-069a0cabeefd on network 2558aca9-c67a-4f39-89d8-65811cdadae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:52:40.394474 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Attempting to bind port 3897e373-4b55-4cc0-9021-069a0cabeefd on network 2558aca9-c67a-4f39-89d8-65811cdadae0 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:40.403308 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:52:40.404610 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Checking segment: {'id': '0468434b-57f5-485b-980d-c1f684d382b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2558aca9-c67a-4f39-89d8-65811cdadae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:40.406182 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Bound using segment: {'id': '0468434b-57f5-485b-980d-c1f684d382b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2558aca9-c67a-4f39-89d8-65811cdadae0'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:52:40.407582 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Bound port: 3897e373-4b55-4cc0-9021-069a0cabeefd, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0468434b-57f5-485b-980d-c1f684d382b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2558aca9-c67a-4f39-89d8-65811cdadae0'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:52:40.407894 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:40.419621 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Made reservation on behalf of 5d759c69f2c64d5487f908cd3d18c40f for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:40.429703 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:40.444347 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 02d67a5d-b058-422b-a291-80a64c5075f8 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:40.566066 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 02d67a5d-b058-422b-a291-80a64c5075f8 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:40.582769 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 3, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:40.588061 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 02d67a5d-b058-422b-a291-80a64c5075f8 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:40.588738 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:40.642017 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e01a7b-c6ae-43d2-a0bb-d1eaa29eb76e None None] The sync data for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi is: [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:26Z', 'revision_number': 3, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:52:40.669855 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0092de-bafb-4966-abcc-b96dff39c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8698ecfa-4f81-4640-9275-3cc571242529,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:40.681677 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7a0092de-bafb-4966-abcc-b96dff39c9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:40.691373 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] For port 3897e373-4b55-4cc0-9021-069a0cabeefd, host hv-cinder-79351, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:52:40.704098 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] For port 3897e373-4b55-4cc0-9021-069a0cabeefd, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3897e373-4b55-4cc0-9021-069a0cabeefd,segment=NetworkSegment(0468434b-57f5-485b-980d-c1f684d382b3),segment_id=0468434b-57f5-485b-980d-c1f684d382b3)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:52:40.712084 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f3afccea-b87d-4179-ab98-e2a0f6405511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:40.714230 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:40.929291 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:40.972269 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:40.986892 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 02d67a5d-b058-422b-a291-80a64c5075f8, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=02d67a5d-b058-422b-a291-80a64c5075f8,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:40.995943 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:41.008634 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c0536912-8db2-4bc9-ae1f-cbd541ae3e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:41.116798 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e62ff346-059c-43cd-961f-d44128b8309b req-98f12791-0b64-4073-91f5-b4a60b30311a tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 210 time: 0.2964871 Jun 01 15:52:41.195243 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:41.195936 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:41.210044 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] 10.222.0.86 "PUT /v2.0/ports/3897e373-4b55-4cc0-9021-069a0cabeefd HTTP/1.1" status: 200 len: 1093 time: 4.9442601 Jun 01 15:52:41.229812 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4712fd-b2f1-4d63-87d1-374216d12bc6', 'tag': '3897e373-4b55-4cc0-9021-069a0cabeefd'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:52:41.329195 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=02d67a5d-b058-422b-a291-80a64c5075f8,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:41.354551 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:41.602747 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41104) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:41.693627 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3c1894c-8a3f-4e4c-9d3e-d74126124fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:41.752880 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6452dd5c-9c63-4346-a01f-16bd8b6ace8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:41.882995 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-6452dd5c-9c63-4346-a01f-16bd8b6ace8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:41.891277 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3897e373-4b55-4cc0-9021-069a0cabeefd,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:41.915184 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.943s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:41.917278 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-6452dd5c-9c63-4346-a01f-16bd8b6ace8e admin admin] Usage tracker for resource:security_group_rule and tenant:ae802c98706b4287824eef73530509f8 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:41.951300 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-6452dd5c-9c63-4346-a01f-16bd8b6ace8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:41.972435 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:41.980876 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a450f9f9-8d08-44f5-9c8f-80dcf3aeba74" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4712fd-b2f1-4d63-87d1-374216d12bc6", "tag": "3897e373-4b55-4cc0-9021-069a0cabeefd"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:52:41.984864 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.db.resource_extend [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 15:52:42.002915 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5475d-e8a4-48b5-974c-216a1a69021d req-ffea80f8-7677-49b3-b45f-3e655c735719 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:42.008695 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7de5475d-e8a4-48b5-974c-216a1a69021d req-ffea80f8-7677-49b3-b45f-3e655c735719 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 943 time: 1.2943347 Jun 01 15:52:42.027446 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-6452dd5c-9c63-4346-a01f-16bd8b6ace8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:42.067479 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3c1894c-8a3f-4e4c-9d3e-d74126124fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.149226 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.166467 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Transition to ACTIVE for port object 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:42.215095 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-848dba82-ba72-4a9b-840c-376e02e14acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:42.222097 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-848dba82-ba72-4a9b-840c-376e02e14acb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a8af621d61345768914159220c3caea&device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 1096 time: 0.7127438 Jun 01 15:52:42.231791 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.235826 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7de5475d-e8a4-48b5-974c-216a1a69021d req-3f4a4dbd-c1d2-44e9-9b5e-941f5921664d tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041616 Jun 01 15:52:42.277444 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985712'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.380001 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:42.402871 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d654991-98fe-47cc-8d2e-561fd1a1a982 x-openstack-request-id: req-7d654991-98fe-47cc-8d2e-561fd1a1a982 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:52:42.403420 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4712fd-b2f1-4d63-87d1-374216d12bc6", "tag": "3897e373-4b55-4cc0-9021-069a0cabeefd", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:52:42.415685 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7d654991-98fe-47cc-8d2e-561fd1a1a982 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:52:42.418807 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4712fd-b2f1-4d63-87d1-374216d12bc6', 'tag': '3897e373-4b55-4cc0-9021-069a0cabeefd', 'status': 'completed', 'code': 200} Jun 01 15:52:42.486856 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 02d67a5d-b058-422b-a291-80a64c5075f8 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:42.502598 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Allocated IP 172.20.0.10 (af501cd9-f0eb-478b-a3ea-1aa54aece6b5/9d5b56e6-bd2e-487c-90c7-7bc8decc3e69/04d514ca-581b-43b9-b447-656b7ca7d28c) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:42.537481 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5b277107-7118-4cbb-9f1b-116b4889593f req-5a99c232-a3fa-415c-92ac-f0aa5440a4b6 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 210 time: 0.1133761 Jun 01 15:52:42.553253 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6452dd5c-9c63-4346-a01f-16bd8b6ace8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.558231 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6452dd5c-9c63-4346-a01f-16bd8b6ace8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.574123 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-5a8a0317-776a-47f4-8630-c539813bbbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:42.623273 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Pushing event updated for resources: {'Port': ['ID=47067395-94f0-4555-81c9-fdebd521d994,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:42.647969 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452dd5c-9c63-4346-a01f-16bd8b6ace8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83afaa79-3daf-45d1-8589-04e7ddccf1e0,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:42.669486 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6452dd5c-9c63-4346-a01f-16bd8b6ace8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:42.673431 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-6452dd5c-9c63-4346-a01f-16bd8b6ace8e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ae802c98706b4287824eef73530509f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0286658 Jun 01 15:52:42.675809 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41130) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:42.710352 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:42.718738 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 02d67a5d-b058-422b-a291-80a64c5075f8 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:42.720217 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.732558 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.733298 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3c1894c-8a3f-4e4c-9d3e-d74126124fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.742513 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ea846559-4069-4f08-a1fc-4e8b2f80e3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.762632 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:42.771297 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ea846559-4069-4f08-a1fc-4e8b2f80e3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.830994 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ea846559-4069-4f08-a1fc-4e8b2f80e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.836268 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9548a0ea-1d0e-4480-9fa1-37404c81829e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:42.850981 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea846559-4069-4f08-a1fc-4e8b2f80e3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83afaa79-3daf-45d1-8589-04e7ddccf1e0,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:42.853282 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ea846559-4069-4f08-a1fc-4e8b2f80e3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:42.854492 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ea846559-4069-4f08-a1fc-4e8b2f80e3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.855363 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-ea846559-4069-4f08-a1fc-4e8b2f80e3d0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/83afaa79-3daf-45d1-8589-04e7ddccf1e0 HTTP/1.1" status: 204 len: 168 time: 0.1786265 Jun 01 15:52:42.896038 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Network 5f0f61e4-94e8-4d47-a898-45250a84cc05 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:42.907019 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:42.924133 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:42.924606 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7985839'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:42.928838 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 91b8582e-a57c-46d3-b8f9-395e7659dd4b up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:42.933711 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:42.948645 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:43.007206 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:43.009205 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 91b8582e-a57c-46d3-b8f9-395e7659dd4b triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:43.009814 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.011903 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:43.022531 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-dd390562-b4e7-47b0-8f62-eb98221a965f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:43.030720 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3c1894c-8a3f-4e4c-9d3e-d74126124fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.037486 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d3c1894c-8a3f-4e4c-9d3e-d74126124fac admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8698ecfa-4f81-4640-9275-3cc571242529 HTTP/1.1" status: 204 len: 168 time: 2.6327932 Jun 01 15:52:43.073260 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1894c-8a3f-4e4c-9d3e-d74126124fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8698ecfa-4f81-4640-9275-3cc571242529,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:43.268904 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b8658255-03df-4ba1-9ece-825880e27839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.284927 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 2536792e-5d4a-453c-b3ab-4c2e768a4a41 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:43.437364 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.524578 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d3c1894c-8a3f-4e4c-9d3e-d74126124fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:43.529139 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-7782c0be-354f-4993-b03d-573ec1e7f86b None None] Provisioning complete for port 47067395-94f0-4555-81c9-fdebd521d994 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:43.530132 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7782c0be-354f-4993-b03d-573ec1e7f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.560966 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.611245 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.611351 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.637113 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 2536792e-5d4a-453c-b3ab-4c2e768a4a41 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:43.649312 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 2536792e-5d4a-453c-b3ab-4c2e768a4a41 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:43.649694 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.651771 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4910a10-42d0-4286-ba41-6efc2ebf5967 req-c41ede50-d47b-4d19-9b22-2356c78106f8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:43.666263 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e4910a10-42d0-4286-ba41-6efc2ebf5967 req-c41ede50-d47b-4d19-9b22-2356c78106f8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 943 time: 0.2266173 Jun 01 15:52:43.676034 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:43.707531 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-7782c0be-354f-4993-b03d-573ec1e7f86b None None] Port 47067395-94f0-4555-81c9-fdebd521d994 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:52:43.740812 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-7782c0be-354f-4993-b03d-573ec1e7f86b None None] Provisioning for port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:43.758837 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-7782c0be-354f-4993-b03d-573ec1e7f86b None None] Provisioning complete for port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:43.759687 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7782c0be-354f-4993-b03d-573ec1e7f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.775733 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e4910a10-42d0-4286-ba41-6efc2ebf5967 req-fad5bb83-42f3-4bd0-a97f-73f4477ea54b tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086137 Jun 01 15:52:43.845541 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-7782c0be-354f-4993-b03d-573ec1e7f86b None None] Port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:52:43.876483 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fb7021c5-8381-47a2-9319-94cf1c4a4782 req-e33165fb-614e-45c7-923c-50421ba39045 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 210 time: 0.0948973 Jun 01 15:52:43.947476 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.963696 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Pushing event updated for resources: {'Port': ['ID=04d514ca-581b-43b9-b447-656b7ca7d28c,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:43.979044 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 2536792e-5d4a-453c-b3ab-4c2e768a4a41, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=2536792e-5d4a-453c-b3ab-4c2e768a4a41,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:43.980728 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:43.985462 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:43.986268 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.988956 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:43.999034 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:44.004958 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:44.011349 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:44.012211 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:44.053481 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Router e168a216-9665-413c-9634-f58a57ccb36b has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:52:44.059847 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6715813 Jun 01 15:52:44.089743 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=2536792e-5d4a-453c-b3ab-4c2e768a4a41,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:44.098573 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:44.258390 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 2536792e-5d4a-453c-b3ab-4c2e768a4a41 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:44.291151 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:44.352772 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:52:44.365002 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4deabcc0-477c-494e-ba02-0dc4d614d99b admin admin] 10.222.0.63 "PUT /v2.0/routers/e168a216-9665-413c-9634-f58a57ccb36b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9714963 Jun 01 15:52:44.374730 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Sync routers for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:52:44.391214 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:44.391897 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:44.416462 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 2536792e-5d4a-453c-b3ab-4c2e768a4a41 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:44.417319 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:44.595149 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:44.695979 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:44.702019 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:44.703960 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985712'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:44.711970 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:44.852261 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:44.884343 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:44.902969 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:44.958757 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Network 5f0f61e4-94e8-4d47-a898-45250a84cc05 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:44.960192 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:45.103813 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15247719-978a-4b25-ba32-2742bb4701c1 req-aad13648-09ed-4699-a53b-c3385085dd17 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:45.107053 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-15247719-978a-4b25-ba32-2742bb4701c1 req-aad13648-09ed-4699-a53b-c3385085dd17 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 943 time: 0.1253791 Jun 01 15:52:45.168365 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:39Z', 'revision_number': 2, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:45.178096 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Checking router: e168a216-9665-413c-9634-f58a57ccb36b for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:52:45.178457 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Updating router e168a216-9665-413c-9634-f58a57ccb36b port 47067395-94f0-4555-81c9-fdebd521d994 binding host dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:52:45.216583 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-15247719-978a-4b25-ba32-2742bb4701c1 req-ae73c650-5808-4f78-a8b0-d82ab8b360c4 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028192 Jun 01 15:52:45.288436 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:45.399893 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-045e522c-7e13-4442-8cc9-08f25afa8431 None None] Provisioning complete for port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:45.400580 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-045e522c-7e13-4442-8cc9-08f25afa8431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:45.436169 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:52:45.633450 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0f852ecd-a0f8-49e2-b4fa-b0f5dc4aa47f req-6b4c4741-b362-4be1-bb5c-dfccab4d32cf tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 210 time: 0.1011558 Jun 01 15:52:45.656279 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-045e522c-7e13-4442-8cc9-08f25afa8431 None None] Port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:52:45.700802 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41238) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:45.707916 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939370277', 'description': 'tempest-description--2083712342'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:45.728369 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:45.746140 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:security_group and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:45.751828 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:45.774957 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:45.802655 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:45.846475 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:45.851426 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:security_group_rule and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:45.862483 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:45.874134 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:45.959332 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:52:45.969442 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] 10.222.0.63 "PUT /v2.0/routers/89c2af5c-9288-4ed8-8af9-fe26bbfa6192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7081256 Jun 01 15:52:45.986403 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Sync routers for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:52:46.026178 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:46.029933 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:46.057229 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:46.064848 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:46.070971 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:46.158856 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10bf8acd-a944-499d-bf5c-8abaf864ba36,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:46.164524 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:46.165701 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4637864 Jun 01 15:52:46.169793 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41256) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:46.174310 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:46.175780 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'security_group_rule': {'security_group_id': '10bf8acd-a944-499d-bf5c-8abaf864ba36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:46.200759 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:46.214156 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:security_group_rule and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:46.226175 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:46.253957 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:46.312123 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:46.318933 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:46.348074 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Transition to ACTIVE for port object 47067395-94f0-4555-81c9-fdebd521d994 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:46.365373 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:46.403559 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-50f09c13-95e5-4f82-aec8-66ff0135ed40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:46.537650 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:46.550377 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:46.553781 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:46.568446 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:46.591568 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:46.604970 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92330762-d10a-4ecb-a8a4-28508a8024f0 None None] Pushing event updated for resources: {'Port': ['ID=47067395-94f0-4555-81c9-fdebd521d994,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:46.736472 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Request body: {'port': {'device_id': '3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:46.823267 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-279dbff8-45e0-4ab0-b6aa-8d8b3392c859 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3897e373-4b55-4cc0-9021-069a0cabeefd HTTP/1.1" status: 200 len: 217 time: 0.1891921 Jun 01 15:52:47.005654 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-f5b0beaa-9147-4252-a0f6-0d27ee7396b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:47.013794 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-f5b0beaa-9147-4252-a0f6-0d27ee7396b5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c5118df2-9364-4128-b35f-7956636a7213 HTTP/1.1" status: 200 len: 852 time: 0.1733687 Jun 01 15:52:47.020174 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41294) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:47.021198 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.86', 61821) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:47.034023 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--731455305', 'description': 'tempest-description--1811253890'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:47.149233 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-92330762-d10a-4ecb-a8a4-28508a8024f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:47.271797 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:47.281473 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1021140 Jun 01 15:52:47.301376 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41314) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:47.326886 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'security_group_rule': {'security_group_id': '10bf8acd-a944-499d-bf5c-8abaf864ba36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:47.327755 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:47.337762 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ff1dc-c6a0-46ef-895d-b7a2e7baacb0 req-cd06b87d-8896-44bc-bb7e-69453e4f079f tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:47.345636 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f01ff1dc-c6a0-46ef-895d-b7a2e7baacb0 req-cd06b87d-8896-44bc-bb7e-69453e4f079f tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 943 time: 0.8554769 Jun 01 15:52:47.349111 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-86dbb6a6-41e6-4740-b998-f68c8621f4f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2558aca9-c67a-4f39-89d8-65811cdadae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3078756 Jun 01 15:52:47.370548 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6622b7-ed70-4800-ad6b-b07c213b7549,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:47.387007 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 2, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:47.395490 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Checking router: 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:52:47.395862 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Updating router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd binding host dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:52:47.402592 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Attempting to bind port 47067395-94f0-4555-81c9-fdebd521d994 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:52:47.403050 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Attempting to bind port 47067395-94f0-4555-81c9-fdebd521d994 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:52:47.403322 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Attempting to bind port 47067395-94f0-4555-81c9-fdebd521d994 on network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:47.407205 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:47.411492 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:security_group_rule and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:47.418475 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:47.426688 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:52:47.427088 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Checking segment: {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:47.428841 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:47.429253 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Bound using segment: {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:52:47.429681 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:47.431765 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Bound port: 47067395-94f0-4555-81c9-fdebd521d994, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:52:47.432349 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:47.452267 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:47.501124 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:47.528009 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:47.566584 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:47.626953 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:security_group and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:47.645983 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] For port 47067395-94f0-4555-81c9-fdebd521d994, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:52:47.647030 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e922492e-22da-4c41-8a9f-02977ce2213b req-cda5a464-7a1a-4c70-9c70-e31003bd4dd7 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 210 time: 0.3669224 Jun 01 15:52:47.655605 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] For port 47067395-94f0-4555-81c9-fdebd521d994, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=47067395-94f0-4555-81c9-fdebd521d994,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:52:47.665285 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:47.676544 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-20bb6224-b721-4a20-830e-3316cca641da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:47.802273 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:47.810860 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-fbd1949c-8f01-4b45-9821-db0688020c29 service neutron] 10.222.0.86 "GET /v2.0/networks/2558aca9-c67a-4f39-89d8-65811cdadae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665983 Jun 01 15:52:47.818918 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41332) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:47.821397 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:47.910904 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:47.911577 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:48.111074 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f01ff1dc-c6a0-46ef-895d-b7a2e7baacb0 req-0820f2ba-a541-4b27-9dde-750db605acd0 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7598281 Jun 01 15:52:48.116437 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a6cd72d-cac1-4164-aaeb-60c1f47bd457 req-5d444f65-a366-494f-80a4-8e4a6f7fd01f service neutron] 10.222.0.86 "GET /v2.0/networks/2558aca9-c67a-4f39-89d8-65811cdadae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767580 Jun 01 15:52:48.160562 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918c852-34e4-4b62-899c-05cea0a5888c req-82b33dec-f661-476d-9abf-e04be593afdd tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:48.165072 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-82b33dec-f661-476d-9abf-e04be593afdd tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.86 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 819 time: 1.1262290 Jun 01 15:52:48.166646 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.184410 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Request body: {'port': {'device_id': '176a3a8a-db91-4eda-92a2-1ecf5540333c', 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5', 'admin_state_up': True, 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:48.206345 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41350) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:48.393226 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92330762-d10a-4ecb-a8a4-28508a8024f0 None None] Pushing event updated for resources: {'Port': ['ID=47067395-94f0-4555-81c9-fdebd521d994,revision_number=4']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:48.409385 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-92330762-d10a-4ecb-a8a4-28508a8024f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:48.416180 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fe50eabb-2dc9-4ee8-8cd3-2d30d5808dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.416692 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.445753 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:48.445963 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.449971 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Usage tracker for resource:port and tenant:5d759c69f2c64d5487f908cd3d18c40f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:48.451422 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0c093a90-b3fc-4105-8a15-1e579dcae446 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:48.453104 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:48.459354 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:48.475374 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Made reservation on behalf of 5d759c69f2c64d5487f908cd3d18c40f for: {'port': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:48.478411 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.489175 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-fe50eabb-2dc9-4ee8-8cd3-2d30d5808dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:48.493291 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:48.495104 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:48.508223 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-fe50eabb-2dc9-4ee8-8cd3-2d30d5808dcc admin admin] Usage tracker for resource:security_group_rule and tenant:404b301a854f4daaa8dc43ab21aea45b is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:48.512124 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-fe50eabb-2dc9-4ee8-8cd3-2d30d5808dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:48.521119 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:security_group_rule and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:48.526017 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.534411 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-fe50eabb-2dc9-4ee8-8cd3-2d30d5808dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:48.537962 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:48.560280 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Transition to ACTIVE for port object 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:48.563075 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad01953d-d3bd-48fe-86b0-c67d221b0571,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:48.573544 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.579727 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:48.592065 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:48.611682 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:48.614492 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-817ef0a0-cbaf-472b-a6d8-8166d4bf0071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.660848 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.665223 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3584597 Jun 01 15:52:48.668577 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41372) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:48.678187 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-817ef0a0-cbaf-472b-a6d8-8166d4bf0071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:48.689546 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'floatingip': {'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:48.697782 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-817ef0a0-cbaf-472b-a6d8-8166d4bf0071 admin admin] Usage tracker for resource:security_group_rule and tenant:2ca5830fc11d40af8920222b5c13a736 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:48.707539 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:48.711207 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-817ef0a0-cbaf-472b-a6d8-8166d4bf0071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:48.728296 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:floatingip and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:48.733724 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-817ef0a0-cbaf-472b-a6d8-8166d4bf0071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:48.737908 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:48.825984 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:48.839200 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fe50eabb-2dc9-4ee8-8cd3-2d30d5808dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.863135 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fe50eabb-2dc9-4ee8-8cd3-2d30d5808dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.867266 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450f9f9-8d08-44f5-9c8f-80dcf3aeba74 req-b3eb1064-382a-4b3e-9b76-9f59035e9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:48.869425 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a450f9f9-8d08-44f5-9c8f-80dcf3aeba74 req-b3eb1064-382a-4b3e-9b76-9f59035e9d48 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a8af621d61345768914159220c3caea&device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 1096 time: 0.5076113 Jun 01 15:52:48.885345 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d514ca-581b-43b9-b447-656b7ca7d28c {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:52:48.887344 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-de32f324-9295-4c1e-9a27-932356489497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:48.889453 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca8f16-6f08-4b90-82a5-3ed7dc0ddd02 None None] Pushing event updated for resources: {'Port': ['ID=3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:48.892182 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.916337 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-33ca8f16-6f08-4b90-82a5-3ed7dc0ddd02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:48.949154 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:48.989691 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Transition to ACTIVE for port object 04d514ca-581b-43b9-b447-656b7ca7d28c will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:49.013022 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:49.017465 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:47Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:49.029140 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:49.031068 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e528aa6-1115-4562-a661-07dfc0633798 None None] The sync data for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi is: [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:47Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:52:49.155747 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50eabb-2dc9-4ee8-8cd3-2d30d5808dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6e8bb9-dbc4-4ef6-b9e7-32442c0f7dd0,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:49.170178 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-fe50eabb-2dc9-4ee8-8cd3-2d30d5808dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:49.249618 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Attempting to bind port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:52:49.252488 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Attempting to bind port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:52:49.258430 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Attempting to bind port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd on network 5f0f61e4-94e8-4d47-a898-45250a84cc05 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:49.277448 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:52:49.278107 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Checking segment: {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:49.279461 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:49.280736 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Bound using segment: {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:52:49.281853 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Bound port: 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:52:49.285368 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:49.367550 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d04a686f-9eb3-4911-b0f9-403768dca695 req-f10c814a-2cd6-4ba4-b0ad-15fc68d012d3 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 210 time: 0.2063046 Jun 01 15:52:49.430273 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-fe50eabb-2dc9-4ee8-8cd3-2d30d5808dcc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=404b301a854f4daaa8dc43ab21aea45b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6078026 Jun 01 15:52:49.442804 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41414) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:49.455817 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450f9f9-8d08-44f5-9c8f-80dcf3aeba74 req-2f38e68d-93ce-4b23-bf14-f426514aa332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:49.457528 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a450f9f9-8d08-44f5-9c8f-80dcf3aeba74 req-2f38e68d-93ce-4b23-bf14-f426514aa332 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2558aca9-c67a-4f39-89d8-65811cdadae0 HTTP/1.1" status: 200 len: 913 time: 0.5268569 Jun 01 15:52:49.462473 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] For port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:52:49.469041 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] For port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:52:49.475355 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:49.483204 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-49744533-6437-42e7-9917-7c376241b381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:49.619318 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:52:49.620994 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:52:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:49.621677 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a450f9f9-8d08-44f5-9c8f-80dcf3aeba74 req-95250b8e-f0a1-465f-840a-1e04e32363c0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3897e373-4b55-4cc0-9021-069a0cabeefd HTTP/1.1" status: 200 len: 217 time: 0.1510820 Jun 01 15:52:49.633485 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-817ef0a0-cbaf-472b-a6d8-8166d4bf0071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:49.718366 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Allocated IP 172.20.0.14 (af501cd9-f0eb-478b-a3ea-1aa54aece6b5/9d5b56e6-bd2e-487c-90c7-7bc8decc3e69/7e4c5a73-d54b-4498-a62a-f6d53c89968c) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:49.747911 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca8f16-6f08-4b90-82a5-3ed7dc0ddd02 None None] Pushing event updated for resources: {'Port': ['ID=3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:49.763410 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-33ca8f16-6f08-4b90-82a5-3ed7dc0ddd02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:49.780309 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:49.781835 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fafab-5460-458c-a641-d26a17996635 service neutron] Pushing event updated for resources: {'Port': ['ID=04d514ca-581b-43b9-b447-656b7ca7d28c,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:49.787798 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-887fafab-5460-458c-a641-d26a17996635 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:49.789878 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-817ef0a0-cbaf-472b-a6d8-8166d4bf0071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:49.853285 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:49.881022 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:49.899699 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6452dd5c-9c63-4346-a01f-16bd8b6ace8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:49.933472 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450f9f9-8d08-44f5-9c8f-80dcf3aeba74 req-887a4d14-b2b8-4485-b698-268fba0ee0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:49.934933 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a450f9f9-8d08-44f5-9c8f-80dcf3aeba74 req-887a4d14-b2b8-4485-b698-268fba0ee0c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c5118df2-9364-4128-b35f-7956636a7213 HTTP/1.1" status: 200 len: 852 time: 0.2892215 Jun 01 15:52:49.947633 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Attempting to bind port 04d514ca-581b-43b9-b447-656b7ca7d28c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:52:49.948073 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Attempting to bind port 04d514ca-581b-43b9-b447-656b7ca7d28c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:52:49.948890 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Attempting to bind port 04d514ca-581b-43b9-b447-656b7ca7d28c on network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:49.979589 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-817ef0a0-cbaf-472b-a6d8-8166d4bf0071 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2ca5830fc11d40af8920222b5c13a736&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7698715 Jun 01 15:52:49.979778 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:52:49.979859 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Port 04d514ca-581b-43b9-b447-656b7ca7d28c on network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:52:49.979859 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Attempting to bind port 04d514ca-581b-43b9-b447-656b7ca7d28c on network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:49.982148 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41430) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:49.983564 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ef0a0-cbaf-472b-a6d8-8166d4bf0071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a693ff55-cc4d-49fc-936c-bbb5acca3754,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:50.011767 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-817ef0a0-cbaf-472b-a6d8-8166d4bf0071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:50.031768 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:52:50.032106 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Checking segment: {'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:50.032673 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Bound using segment: {'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:52:50.033239 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Bound port: 04d514ca-581b-43b9-b447-656b7ca7d28c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:52:50.037662 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.067441 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6fbcae0a-c59f-4fe5-b366-9514328785d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.076479 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383274f0-72c8-4f9f-a3a8-e205f8035ac2 req-b7789a58-172a-4c70-bb57-430a47384d22 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:50.078320 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-383274f0-72c8-4f9f-a3a8-e205f8035ac2 req-b7789a58-172a-4c70-bb57-430a47384d22 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 943 time: 0.7238464 Jun 01 15:52:50.085842 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a450f9f9-8d08-44f5-9c8f-80dcf3aeba74 req-b2246ab8-8d8f-4eaa-872a-614b6f819239 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2558aca9-c67a-4f39-89d8-65811cdadae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365919 Jun 01 15:52:50.095422 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07ae32a-a7cc-4732-957b-97f55b61a34f,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:50.144863 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.146822 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.1242282 Jun 01 15:52:50.174788 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41436) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:50.180117 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:50.236267 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'security_group_rule': {'security_group_id': 'e07ae32a-a7cc-4732-957b-97f55b61a34f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:50.273095 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:50.285236 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6fbcae0a-c59f-4fe5-b366-9514328785d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.308975 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.316893 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:security_group_rule and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:50.330911 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:50.411851 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:50.429209 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0286ff33-9e9d-43f0-a51e-f56d975a3127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.511482 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] For port 04d514ca-581b-43b9-b447-656b7ca7d28c, host hv-cinder-79351, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:52:50.574148 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6fbcae0a-c59f-4fe5-b366-9514328785d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.576268 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0286ff33-9e9d-43f0-a51e-f56d975a3127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.600457 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] For port 04d514ca-581b-43b9-b447-656b7ca7d28c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=04d514ca-581b-43b9-b447-656b7ca7d28c,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:52:50.615068 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a450f9f9-8d08-44f5-9c8f-80dcf3aeba74 req-806f72cc-ad93-437e-9f8c-8b36f9981003 service neutron] 10.222.0.86 "GET /v2.0/networks/2558aca9-c67a-4f39-89d8-65811cdadae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918272 Jun 01 15:52:50.627472 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-94e205be-e263-4846-ae9a-090f51793590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:50.639115 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 47067395-94f0-4555-81c9-fdebd521d994 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:50.644998 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.646431 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-383274f0-72c8-4f9f-a3a8-e205f8035ac2 req-4835af1b-d472-4ea9-a926-1030f358d3df tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586834 Jun 01 15:52:50.680381 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.699362 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6fbcae0a-c59f-4fe5-b366-9514328785d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.700572 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-6fbcae0a-c59f-4fe5-b366-9514328785d0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5a6e8bb9-dbc4-4ef6-b9e7-32442c0f7dd0 HTTP/1.1" status: 204 len: 168 time: 1.1162028 Jun 01 15:52:50.711771 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcae0a-c59f-4fe5-b366-9514328785d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6e8bb9-dbc4-4ef6-b9e7-32442c0f7dd0,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:50.769529 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6fbcae0a-c59f-4fe5-b366-9514328785d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:50.770096 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41452) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:50.772472 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 47067395-94f0-4555-81c9-fdebd521d994 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:50.779447 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 47067395-94f0-4555-81c9-fdebd521d994 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:50.779878 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.781743 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:50.823811 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:49Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:52:50.841912 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b63ef2d-8f00-4541-a792-5a1506b187d8 None None] The sync data for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi is: [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:49Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:52:50.917516 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.929548 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fafab-5460-458c-a641-d26a17996635 service neutron] Pushing event updated for resources: {'Port': ['ID=04d514ca-581b-43b9-b447-656b7ca7d28c,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:50.936734 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-887fafab-5460-458c-a641-d26a17996635 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:50.940517 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:50.941213 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:50.942767 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-887fafab-5460-458c-a641-d26a17996635 service neutron] 10.222.0.86 "PUT /v2.0/ports/04d514ca-581b-43b9-b447-656b7ca7d28c HTTP/1.1" status: 200 len: 1094 time: 4.2261319 Jun 01 15:52:50.943397 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0', 'tag': '04d514ca-581b-43b9-b447-656b7ca7d28c'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:52:51.003918 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-fb39ad61-3c02-43c2-9c37-920726c90db1 req-04c3bb66-23a3-490e-9e3a-3b3bcaf381db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Synchronizing usage tracker for tenant:5d759c69f2c64d5487f908cd3d18c40f on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:52:51.033662 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.139979 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 47067395-94f0-4555-81c9-fdebd521d994, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=47067395-94f0-4555-81c9-fdebd521d994,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:51.147189 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.150279 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-fb39ad61-3c02-43c2-9c37-920726c90db1 req-04c3bb66-23a3-490e-9e3a-3b3bcaf381db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Unset dirty status for tenant:5d759c69f2c64d5487f908cd3d18c40f on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:52:51.151622 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fb39ad61-3c02-43c2-9c37-920726c90db1 req-04c3bb66-23a3-490e-9e3a-3b3bcaf381db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 210 time: 0.4927475 Jun 01 15:52:51.195255 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:51.236193 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.246546 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.249187 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Allocated IP 172.27.2.5 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/f2091210-55fd-4633-b1b9-b8406d1668a6) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:51.257678 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0286ff33-9e9d-43f0-a51e-f56d975a3127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.267223 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.273849 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a450f9f9-8d08-44f5-9c8f-80dcf3aeba74 req-24df2d3f-10a7-4802-a938-1e5bf57127c6 service neutron] 10.222.0.86 "GET /v2.0/networks/2558aca9-c67a-4f39-89d8-65811cdadae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180518 Jun 01 15:52:51.274516 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-5c815029-3c72-4088-8960-5268a69b9f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:51.289282 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-008e9a21-f573-439e-bb2a-2a354fe469a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:51.335561 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=47067395-94f0-4555-81c9-fdebd521d994,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:51.339222 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:51.354793 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 3897e373-4b55-4cc0-9021-069a0cabeefd details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:52:51.397038 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286ff33-9e9d-43f0-a51e-f56d975a3127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a693ff55-cc4d-49fc-936c-bbb5acca3754,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:51.410576 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Pushing event updated for resources: {'Port': ['ID=7e4c5a73-d54b-4498-a62a-f6d53c89968c,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:51.417295 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0286ff33-9e9d-43f0-a51e-f56d975a3127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:51.430842 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:51.433947 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:51.435302 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:51.438795 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:51.439612 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:51.445691 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:51.446825 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.477674 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2993243 Jun 01 15:52:51.493073 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Request body: {'port': {'device_id': '176a3a8a-db91-4eda-92a2-1ecf5540333c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:51.496272 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc0e281-6d39-45ee-8d16-e48a56b76253,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:51.502727 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:51.589431 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0286ff33-9e9d-43f0-a51e-f56d975a3127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.597608 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0286ff33-9e9d-43f0-a51e-f56d975a3127 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a693ff55-cc4d-49fc-936c-bbb5acca3754 HTTP/1.1" status: 204 len: 168 time: 1.6046221 Jun 01 15:52:51.642984 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.644162 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4616165 Jun 01 15:52:51.657641 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41478) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:51.668452 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'security_group_rule': {'security_group_id': 'e07ae32a-a7cc-4732-957b-97f55b61a34f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:51.676394 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41480) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:51.713165 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6bca3d73-9506-43e2-a2f5-96ae17b63242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.739517 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:51.746493 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 3897e373-4b55-4cc0-9021-069a0cabeefd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3897e373-4b55-4cc0-9021-069a0cabeefd,segment=NetworkSegment(0468434b-57f5-485b-980d-c1f684d382b3),segment_id=0468434b-57f5-485b-980d-c1f684d382b3)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:51.755106 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-919d3581-c39d-404b-861e-c77164bd4059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.762267 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:security_group_rule and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:51.767658 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '3897e373-4b55-4cc0-9021-069a0cabeefd', 'network_id': '2558aca9-c67a-4f39-89d8-65811cdadae0', 'port_id': '3897e373-4b55-4cc0-9021-069a0cabeefd', 'mac_address': 'fa:16:3e:5c:b2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5118df2-9364-4128-b35f-7956636a7213', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:52:51.779927 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5bc06c-d68e-45b0-a318-4c0e638ff9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0", "tag": "04d514ca-581b-43b9-b447-656b7ca7d28c"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:52:51.787862 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:51.800046 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-f269b532-443d-4783-a49b-c34d9a0da0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:51.801529 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-f269b532-443d-4783-a49b-c34d9a0da0ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 1097 time: 0.7802234 Jun 01 15:52:51.808508 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-919d3581-c39d-404b-861e-c77164bd4059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:51.820423 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-919d3581-c39d-404b-861e-c77164bd4059 admin admin] Usage tracker for resource:security_group_rule and tenant:23e97b01e937497ba37cda6aa4777499 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:51.823404 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-919d3581-c39d-404b-861e-c77164bd4059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:51.839366 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-919d3581-c39d-404b-861e-c77164bd4059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:51.846497 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-6bca3d73-9506-43e2-a2f5-96ae17b63242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:51.856441 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:51.861573 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.883856 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3897e373-4b55-4cc0-9021-069a0cabeefd {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:52:51.908381 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 3897e373-4b55-4cc0-9021-069a0cabeefd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3897e373-4b55-4cc0-9021-069a0cabeefd,segment=NetworkSegment(0468434b-57f5-485b-980d-c1f684d382b3),segment_id=0468434b-57f5-485b-980d-c1f684d382b3)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:51.919767 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:51.922352 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-33ca8f16-6f08-4b90-82a5-3ed7dc0ddd02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:51.927653 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.047896 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-a3dd238f-d2c3-42ac-9233-d7db2b5d2618 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04d514ca-581b-43b9-b447-656b7ca7d28c HTTP/1.1" status: 200 len: 217 time: 0.1891966 Jun 01 15:52:52.061677 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-6bca3d73-9506-43e2-a2f5-96ae17b63242 admin admin] Usage tracker for resource:security_group_rule and tenant:4369ebac80674bf8b5d76f3c60307e80 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:52.076251 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=3897e373-4b55-4cc0-9021-069a0cabeefd,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:52.080254 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:52.083356 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-6bca3d73-9506-43e2-a2f5-96ae17b63242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:52.157663 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-af022d6d-e6b1-413c-9052-b23061109ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:52.159232 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-af022d6d-e6b1-413c-9052-b23061109ff0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 200 len: 859 time: 0.0728328 Jun 01 15:52:52.162119 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-6bca3d73-9506-43e2-a2f5-96ae17b63242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:52.166245 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.195356 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['3897e373-4b55-4cc0-9021-069a0cabeefd'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:52:52.212060 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-919d3581-c39d-404b-861e-c77164bd4059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.305337 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-919d3581-c39d-404b-861e-c77164bd4059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.330348 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-08c25347-85ab-45ea-a44d-9e0b30aaf653 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384044 Jun 01 15:52:52.339645 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:52.425033 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.446821 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d4f9c-9b22-489a-9f76-231f3f871b6a req-a13a9816-ca55-4c31-a8d7-40a8cbe8163e tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:52.448350 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bb2d4f9c-9b22-489a-9f76-231f3f871b6a req-a13a9816-ca55-4c31-a8d7-40a8cbe8163e tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 944 time: 0.4772372 Jun 01 15:52:52.474867 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d3581-c39d-404b-861e-c77164bd4059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de762ed-a15c-4825-a4e6-4701e6d7542c,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:52.494859 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 47067395-94f0-4555-81c9-fdebd521d994 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:52.511611 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41494) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:52.539442 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-919d3581-c39d-404b-861e-c77164bd4059 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=23e97b01e937497ba37cda6aa4777499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8619032 Jun 01 15:52:52.540392 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-919d3581-c39d-404b-861e-c77164bd4059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:52.547455 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41496) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:52.644326 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 47067395-94f0-4555-81c9-fdebd521d994 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:52.644892 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.653032 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-74385e1e-9e77-4e47-ad2c-d96f21ebace6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.663802 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41500) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:52.670478 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a51c48b-9a91-4e98-95d6-50d3455d0871 x-openstack-request-id: req-9a51c48b-9a91-4e98-95d6-50d3455d0871 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:52:52.671534 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0", "tag": "04d514ca-581b-43b9-b447-656b7ca7d28c", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:52:52.671960 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9a51c48b-9a91-4e98-95d6-50d3455d0871 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:52:52.672636 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0', 'tag': '04d514ca-581b-43b9-b447-656b7ca7d28c', 'status': 'completed', 'code': 200} Jun 01 15:52:52.683862 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.743115 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.754318 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-74385e1e-9e77-4e47-ad2c-d96f21ebace6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:52.774747 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bb2d4f9c-9b22-489a-9f76-231f3f871b6a req-5106b2c0-be23-456d-a54d-54b6ad5c20d1 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478893 Jun 01 15:52:52.777098 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-74385e1e-9e77-4e47-ad2c-d96f21ebace6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f0fd4d442cd49f392963ac797575a5e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:52.789294 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c645b0b4-98a4-4f75-a7eb-4dcd6e75b826 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:52.795759 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-74385e1e-9e77-4e47-ad2c-d96f21ebace6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:52.815499 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:52.830965 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-74385e1e-9e77-4e47-ad2c-d96f21ebace6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:52.846013 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8f84f4-77f3-4d76-aa8e-e07ca70e9453,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:52.877833 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:52.899575 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.903816 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:52.911488 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:52.912155 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.921110 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8778bb28-8cb9-4d46-9a05-15a124edded7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.921718 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-eb885aec-15bf-43e4-aa23-6b1f26dd1ccd service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853434 Jun 01 15:52:52.935359 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-17e9541b-eb75-41d1-ab55-d40b3bc6c1db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:52.984778 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.989630 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3261483 Jun 01 15:52:52.999331 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41504) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:53.003539 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54aa3e40-6c21-4d01-819e-9321d3c0d5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.028812 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-54aa3e40-6c21-4d01-819e-9321d3c0d5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:53.032857 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-54aa3e40-6c21-4d01-819e-9321d3c0d5a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7647d7b514d341e0b18d7fa5e503618c is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:53.035829 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-54aa3e40-6c21-4d01-819e-9321d3c0d5a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:53.041832 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-54aa3e40-6c21-4d01-819e-9321d3c0d5a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:53.046707 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'floatingip': {'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:53.089059 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.097208 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:53.099912 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:53.117413 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:53.128132 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:53.133141 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.135756 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-52739656-95fe-4f21-8133-9c7752191a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:53.139735 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8778bb28-8cb9-4d46-9a05-15a124edded7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.143826 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:floatingip and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:53.146499 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:53.153475 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be356cf-08f8-4244-a30b-cf6969832eb1 req-5e61f4dc-8976-4792-ba15-ba0f70a96338 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:53.154970 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0be356cf-08f8-4244-a30b-cf6969832eb1 req-5e61f4dc-8976-4792-ba15-ba0f70a96338 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 932 time: 0.3978925 Jun 01 15:52:53.159506 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54aa3e40-6c21-4d01-819e-9321d3c0d5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.173581 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54aa3e40-6c21-4d01-819e-9321d3c0d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.200651 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:53.205259 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'Port': ['ID=f2091210-55fd-4633-b1b9-b8406d1668a6,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:53.209278 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:53.212152 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6bca3d73-9506-43e2-a2f5-96ae17b63242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.212727 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:53.216705 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:53.220455 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:53.226672 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:53.265614 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6bca3d73-9506-43e2-a2f5-96ae17b63242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.298437 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:53.306353 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 3897e373-4b55-4cc0-9021-069a0cabeefd up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:53.326693 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-54aa3e40-6c21-4d01-819e-9321d3c0d5a9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7647d7b514d341e0b18d7fa5e503618c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6619484 Jun 01 15:52:53.328622 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.333802 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41508) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:53.339038 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0be356cf-08f8-4244-a30b-cf6969832eb1 req-f5a62e79-6414-4f15-a9b6-c2505dea922c tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745648 Jun 01 15:52:53.361100 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4c5a73-d54b-4498-a62a-f6d53c89968c {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:52:53.369789 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa3e40-6c21-4d01-819e-9321d3c0d5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674733cb-ab89-4711-b74c-ce34ce754d3c,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:53.373416 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.378466 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-54aa3e40-6c21-4d01-819e-9321d3c0d5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:53.411751 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Transition to ACTIVE for port object 7e4c5a73-d54b-4498-a62a-f6d53c89968c will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:52:53.416245 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8778bb28-8cb9-4d46-9a05-15a124edded7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.421167 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port 3897e373-4b55-4cc0-9021-069a0cabeefd completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:53.424394 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.427360 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-72e137fc-075f-4642-bd47-50e2b53b24d9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:53.428105 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 3897e373-4b55-4cc0-9021-069a0cabeefd triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:53.428485 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.431415 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.437142 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-6bca3d73-9506-43e2-a2f5-96ae17b63242 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4369ebac80674bf8b5d76f3c60307e80&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5770898 Jun 01 15:52:53.445166 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41510) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:53.446017 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2d83b0f7-3049-4326-a606-9e8c800ded33 req-73022253-e490-42e7-8e35-251e54d25fa7 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475317 Jun 01 15:52:53.446725 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca3d73-9506-43e2-a2f5-96ae17b63242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d099a1a-55f3-4109-b4a7-4c5b9549ce6b,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:53.465897 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778bb28-8cb9-4d46-9a05-15a124edded7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de762ed-a15c-4825-a4e6-4701e6d7542c,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:53.477091 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6bca3d73-9506-43e2-a2f5-96ae17b63242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:53.478775 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8778bb28-8cb9-4d46-9a05-15a124edded7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:53.480332 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-67234e9c-c599-4be7-aecd-6b0e4ad98eeb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:53.583795 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3e185acc-1f74-4317-9a65-10b7e196f9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.600597 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-74385e1e-9e77-4e47-ad2c-d96f21ebace6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.608977 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.612907 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-74385e1e-9e77-4e47-ad2c-d96f21ebace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.625297 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8778bb28-8cb9-4d46-9a05-15a124edded7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.627036 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.628975 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-8778bb28-8cb9-4d46-9a05-15a124edded7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7de762ed-a15c-4825-a4e6-4701e6d7542c HTTP/1.1" status: 204 len: 168 time: 1.0498500 Jun 01 15:52:53.642069 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4712fd-b2f1-4d63-87d1-374216d12bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3897e373-4b55-4cc0-9021-069a0cabeefd'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:52:53.658270 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7a0092de-bafb-4966-abcc-b96dff39c9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:53.727464 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 3897e373-4b55-4cc0-9021-069a0cabeefd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3897e373-4b55-4cc0-9021-069a0cabeefd,segment=NetworkSegment(0468434b-57f5-485b-980d-c1f684d382b3),segment_id=0468434b-57f5-485b-980d-c1f684d382b3)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:53.736312 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.741037 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:53.827113 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3e185acc-1f74-4317-9a65-10b7e196f9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.827767 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-74385e1e-9e77-4e47-ad2c-d96f21ebace6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9f0fd4d442cd49f392963ac797575a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3076661 Jun 01 15:52:53.828689 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41524) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:53.840800 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a39b13f4-7a87-481b-9090-8afdc7da910d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.842490 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4c5a73-d54b-4498-a62a-f6d53c89968c,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:53.852026 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:53.868251 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74385e1e-9e77-4e47-ad2c-d96f21ebace6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53f1c8a-5936-48e6-b149-2604f07d3d2a,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:53.887747 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=3897e373-4b55-4cc0-9021-069a0cabeefd,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:53.891199 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:53.892895 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-74385e1e-9e77-4e47-ad2c-d96f21ebace6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:53.909956 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dbc8e6-1a4e-4bfc-8698-3bec7144cdfe" -d '{"events": [{"server_uuid": "0a4712fd-b2f1-4d63-87d1-374216d12bc6", "name": "network-vif-plugged", "status": "completed", "tag": "3897e373-4b55-4cc0-9021-069a0cabeefd"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:52:53.915540 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Attempting to bind port 7e4c5a73-d54b-4498-a62a-f6d53c89968c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:52:53.916044 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Attempting to bind port 7e4c5a73-d54b-4498-a62a-f6d53c89968c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:52:53.916516 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Attempting to bind port 7e4c5a73-d54b-4498-a62a-f6d53c89968c on network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:53.944397 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Port 7e4c5a73-d54b-4498-a62a-f6d53c89968c on network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:52:53.944897 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Attempting to bind port 7e4c5a73-d54b-4498-a62a-f6d53c89968c on network af501cd9-f0eb-478b-a3ea-1aa54aece6b5 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:52:53.966311 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:52:53.966549 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Checking segment: {'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:52:53.969245 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Bound using segment: {'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:52:53.970565 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Bound port: 7e4c5a73-d54b-4498-a62a-f6d53c89968c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:52:53.970913 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:53.985962 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bc06c-d68e-45b0-a318-4c0e638ff9e0 req-059f9641-ad5d-405c-b106-f37ed99b0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:53.987452 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-df5bc06c-d68e-45b0-a318-4c0e638ff9e0 req-059f9641-ad5d-405c-b106-f37ed99b0627 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 1097 time: 0.4756007 Jun 01 15:52:53.995971 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a39b13f4-7a87-481b-9090-8afdc7da910d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.067094 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba337fb-212d-4bec-8d6a-f3dde1fecbb1 x-openstack-request-id: req-9ba337fb-212d-4bec-8d6a-f3dde1fecbb1 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:52:54.067402 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4712fd-b2f1-4d63-87d1-374216d12bc6", "name": "network-vif-plugged", "status": "completed", "tag": "3897e373-4b55-4cc0-9021-069a0cabeefd", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:52:54.067665 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9ba337fb-212d-4bec-8d6a-f3dde1fecbb1 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:52:54.068197 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4712fd-b2f1-4d63-87d1-374216d12bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3897e373-4b55-4cc0-9021-069a0cabeefd', 'code': 200} Jun 01 15:52:54.177221 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3e185acc-1f74-4317-9a65-10b7e196f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.206359 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:54.213921 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7bcbae30-e15f-40f0-9c0b-6cb0a3e0aa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.237199 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3e185acc-1f74-4317-9a65-10b7e196f9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.241877 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-3e185acc-1f74-4317-9a65-10b7e196f9fa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/674733cb-ab89-4711-b74c-ce34ce754d3c HTTP/1.1" status: 204 len: 168 time: 0.9019141 Jun 01 15:52:54.250595 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e185acc-1f74-4317-9a65-10b7e196f9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674733cb-ab89-4711-b74c-ce34ce754d3c,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:54.261768 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-3e185acc-1f74-4317-9a65-10b7e196f9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:54.262512 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.279530 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:54.286520 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] For port 7e4c5a73-d54b-4498-a62a-f6d53c89968c, host hv-cinder-79351, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:52:54.297213 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8368f-b53c-4655-95b0-3eb179b50f4f req-d21ecdb8-28f2-4fc3-ad5c-2a1856a25f9f tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:54.299234 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-53a8368f-b53c-4655-95b0-3eb179b50f4f req-d21ecdb8-28f2-4fc3-ad5c-2a1856a25f9f tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 945 time: 0.2924163 Jun 01 15:52:54.302818 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] For port 7e4c5a73-d54b-4498-a62a-f6d53c89968c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7e4c5a73-d54b-4498-a62a-f6d53c89968c,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:52:54.311491 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a39b13f4-7a87-481b-9090-8afdc7da910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.349068 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.414574 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-3e185acc-1f74-4317-9a65-10b7e196f9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:54.427268 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:54.428175 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.451152 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b13f4-7a87-481b-9090-8afdc7da910d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d099a1a-55f3-4109-b4a7-4c5b9549ce6b,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:54.461023 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a39b13f4-7a87-481b-9090-8afdc7da910d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:54.465149 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-faea5823-5e03-4cf4-9f00-2efa4caaf17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:54.481595 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7bcbae30-e15f-40f0-9c0b-6cb0a3e0aa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.563907 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.568510 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:54.569129 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.570523 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] 10.222.0.86 "PUT /v2.0/ports/7e4c5a73-d54b-4498-a62a-f6d53c89968c HTTP/1.1" status: 200 len: 1094 time: 3.0827096 Jun 01 15:52:54.575265 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a39b13f4-7a87-481b-9090-8afdc7da910d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.575265 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-a39b13f4-7a87-481b-9090-8afdc7da910d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6d099a1a-55f3-4109-b4a7-4c5b9549ce6b HTTP/1.1" status: 204 len: 168 time: 1.1274211 Jun 01 15:52:54.583691 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176a3a8a-db91-4eda-92a2-1ecf5540333c', 'tag': '7e4c5a73-d54b-4498-a62a-f6d53c89968c'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:52:54.586644 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ce3c23-cd7d-4ba8-874b-7d156f68c9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "176a3a8a-db91-4eda-92a2-1ecf5540333c", "tag": "7e4c5a73-d54b-4498-a62a-f6d53c89968c"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:52:54.607390 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.626526 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-53a8368f-b53c-4655-95b0-3eb179b50f4f req-1912e250-9263-4c7c-8132-54b1d323404e tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207724 Jun 01 15:52:54.665315 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:54.718556 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f8e2fd-3781-40f0-86e3-fd0b6e67dc70 x-openstack-request-id: req-08f8e2fd-3781-40f0-86e3-fd0b6e67dc70 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:52:54.718848 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176a3a8a-db91-4eda-92a2-1ecf5540333c", "tag": "7e4c5a73-d54b-4498-a62a-f6d53c89968c", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:52:54.719266 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-08f8e2fd-3781-40f0-86e3-fd0b6e67dc70 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:52:54.719879 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176a3a8a-db91-4eda-92a2-1ecf5540333c', 'tag': '7e4c5a73-d54b-4498-a62a-f6d53c89968c', 'status': 'completed', 'code': 200} Jun 01 15:52:54.725290 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4c5a73-d54b-4498-a62a-f6d53c89968c,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:54.731808 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:54.747646 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.753577 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bc06c-d68e-45b0-a318-4c0e638ff9e0 req-10a96204-9cab-461a-b6a5-fcd9e66b8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:54.755143 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-df5bc06c-d68e-45b0-a318-4c0e638ff9e0 req-10a96204-9cab-461a-b6a5-fcd9e66b8f0a service neutron] 10.222.0.86 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 920 time: 0.6119492 Jun 01 15:52:54.767767 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab465670-a1b9-44ba-941c-663dd288a2e3 req-9bbc54cb-0354-4a69-abf1-4bdb03cdd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:54.768926 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab465670-a1b9-44ba-941c-663dd288a2e3 req-9bbc54cb-0354-4a69-abf1-4bdb03cdd68d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 1098 time: 0.3984590 Jun 01 15:52:54.801491 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131bcde-6479-47b0-a8c8-e8c66894907b req-bb7171f6-60f0-4100-896c-215efdeffd8e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:54.803003 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5131bcde-6479-47b0-a8c8-e8c66894907b req-bb7171f6-60f0-4100-896c-215efdeffd8e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 944 time: 0.2912784 Jun 01 15:52:54.807416 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b2c76ab8-fbc9-40d4-81a3-a644d8cb0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:54.808819 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-b2c76ab8-fbc9-40d4-81a3-a644d8cb0dde service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 1097 time: 0.1783583 Jun 01 15:52:54.809615 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab465670-a1b9-44ba-941c-663dd288a2e3 req-01a59a31-e4df-4074-ba3b-c421ef1a0fa3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.913676 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-df5bc06c-d68e-45b0-a318-4c0e638ff9e0 req-39f827bb-f691-4dd5-b4db-21d1f361d133 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04d514ca-581b-43b9-b447-656b7ca7d28c HTTP/1.1" status: 200 len: 217 time: 0.1372089 Jun 01 15:52:54.915398 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41554) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:54.917285 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-fbaabc11-4dd3-41f7-9382-f02efceedcf8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4c5a73-d54b-4498-a62a-f6d53c89968c HTTP/1.1" status: 200 len: 217 time: 0.0820236 Jun 01 15:52:54.930031 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'Port': ['ID=f2091210-55fd-4633-b1b9-b8406d1668a6,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:54.938861 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:54.962511 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-ab465670-a1b9-44ba-941c-663dd288a2e3 req-01a59a31-e4df-4074-ba3b-c421ef1a0fa3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:54.985299 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-ab465670-a1b9-44ba-941c-663dd288a2e3 req-01a59a31-e4df-4074-ba3b-c421ef1a0fa3 service neutron] Usage tracker for resource:security_group_rule and tenant:f95294603bc74f73817a772bd9a2a38f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:54.992599 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-87eeb03a-802e-4ea9-bead-f039f6ea25d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.997462 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:54.998715 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.3219316 Jun 01 15:52:55.003106 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-ab465670-a1b9-44ba-941c-663dd288a2e3 req-01a59a31-e4df-4074-ba3b-c421ef1a0fa3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:55.029320 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-ab465670-a1b9-44ba-941c-663dd288a2e3 req-01a59a31-e4df-4074-ba3b-c421ef1a0fa3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:55.033021 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7bcbae30-e15f-40f0-9c0b-6cb0a3e0aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.036950 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Allocated IP 172.27.2.178 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/1b998589-0761-43d4-8c55-04333b935360) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:52:55.037835 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-87eeb03a-802e-4ea9-bead-f039f6ea25d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:55.045183 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7bcbae30-e15f-40f0-9c0b-6cb0a3e0aa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.060351 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7bcbae30-e15f-40f0-9c0b-6cb0a3e0aa3e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d53f1c8a-5936-48e6-b149-2604f07d3d2a HTTP/1.1" status: 204 len: 168 time: 1.2266998 Jun 01 15:52:55.064639 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5131bcde-6479-47b0-a8c8-e8c66894907b req-dba91232-b8c7-43b5-9d2c-63afd25f3656 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381377 Jun 01 15:52:55.079728 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-87eeb03a-802e-4ea9-bead-f039f6ea25d8 admin admin] Usage tracker for resource:security_group_rule and tenant:0b8af49b85eb48f1991257f9b1dc7812 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:55.089066 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-87eeb03a-802e-4ea9-bead-f039f6ea25d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:55.093225 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-feba6fbf-7bac-4ef1-9019-755b44eca4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:55.101702 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bc06c-d68e-45b0-a318-4c0e638ff9e0 req-39215bfc-6414-4112-ada8-7aaf6b84f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:55.103052 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-df5bc06c-d68e-45b0-a318-4c0e638ff9e0 req-39215bfc-6414-4112-ada8-7aaf6b84f8ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 200 len: 859 time: 0.1601830 Jun 01 15:52:55.111827 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbae30-e15f-40f0-9c0b-6cb0a3e0aa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53f1c8a-5936-48e6-b149-2604f07d3d2a,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:55.115476 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-87eeb03a-802e-4ea9-bead-f039f6ea25d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:55.120125 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918c852-34e4-4b62-899c-05cea0a5888c req-3b89845f-036a-4b5b-b4cd-5406c4e14265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:55.129375 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-3b89845f-036a-4b5b-b4cd-5406c4e14265 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 200 len: 859 time: 0.1982210 Jun 01 15:52:55.154324 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7bcbae30-e15f-40f0-9c0b-6cb0a3e0aa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:55.170215 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-df5bc06c-d68e-45b0-a318-4c0e638ff9e0 req-fe2be15e-a403-4d2d-9422-d544c7da2d6a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550048 Jun 01 15:52:55.201561 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41562) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:55.239926 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-801adc7b-bbce-4cdf-9224-e08cc30f8066 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017981 Jun 01 15:52:55.250481 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7e32b81e-c3c0-4dc3-b2a6-478590fc9ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.321215 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 04d514ca-581b-43b9-b447-656b7ca7d28c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:52:55.448972 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-df5bc06c-d68e-45b0-a318-4c0e638ff9e0 req-59d7815d-8c29-43b5-b78e-61323b562256 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615561 Jun 01 15:52:55.451641 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.472269 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-7e32b81e-c3c0-4dc3-b2a6-478590fc9ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:55.477741 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab465670-a1b9-44ba-941c-663dd288a2e3 req-01a59a31-e4df-4074-ba3b-c421ef1a0fa3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.502702 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-7e32b81e-c3c0-4dc3-b2a6-478590fc9ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:798d13c9261045f8bb6b7d6464a3d36a is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:55.518075 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab465670-a1b9-44ba-941c-663dd288a2e3 req-01a59a31-e4df-4074-ba3b-c421ef1a0fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.524463 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 04d514ca-581b-43b9-b447-656b7ca7d28c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=04d514ca-581b-43b9-b447-656b7ca7d28c,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:55.540792 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-7e32b81e-c3c0-4dc3-b2a6-478590fc9ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:55.540980 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '04d514ca-581b-43b9-b447-656b7ca7d28c', 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5', 'port_id': '04d514ca-581b-43b9-b447-656b7ca7d28c', 'mac_address': 'fa:16:3e:c5:4f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:52:55.543098 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a6331f02-d2a8-40fb-89e6-fab9a43ec7b4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:55.585314 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab465670-a1b9-44ba-941c-663dd288a2e3 req-01a59a31-e4df-4074-ba3b-c421ef1a0fa3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8082132 Jun 01 15:52:55.597566 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a59a31-e4df-4074-ba3b-c421ef1a0fa3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=36059192-c5e3-4a98-b199-9aebe5712d70,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:55.615840 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.619416 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-01a59a31-e4df-4074-ba3b-c421ef1a0fa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:55.620283 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-7e32b81e-c3c0-4dc3-b2a6-478590fc9ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:55.654941 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.666332 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:55.697365 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d514ca-581b-43b9-b447-656b7ca7d28c {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:52:55.724597 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-30822ea5-1493-4975-9e86-282bbd6007df tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Synchronizing usage tracker for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:security_group {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:52:55.735364 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 04d514ca-581b-43b9-b447-656b7ca7d28c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=04d514ca-581b-43b9-b447-656b7ca7d28c,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:55.749051 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.751544 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:55.776501 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:52:55.782583 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:52:55.798984 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:52:55.811445 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-df5bc06c-d68e-45b0-a318-4c0e638ff9e0 req-52d6ef69-842f-4aeb-afbc-69618ddc3144 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535974 Jun 01 15:52:55.812635 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-30822ea5-1493-4975-9e86-282bbd6007df tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Unset dirty status for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:security_group {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:52:55.815477 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-30822ea5-1493-4975-9e86-282bbd6007df tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1939370277&fields=id&tenant_id=597b1f023abd4ae9a5fffaf09629e73f HTTP/1.1" status: 200 len: 267 time: 0.3387754 Jun 01 15:52:55.824811 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'Port': ['ID=1b998589-0761-43d4-8c55-04333b935360,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:55.841601 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-87eeb03a-802e-4ea9-bead-f039f6ea25d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.844718 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:55.886836 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.904434 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-d5912ea9-df77-41bc-bdf2-67b4ae8cc2db service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565485 Jun 01 15:52:55.915680 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=04d514ca-581b-43b9-b447-656b7ca7d28c,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:55.919006 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:55.933829 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-87eeb03a-802e-4ea9-bead-f039f6ea25d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:55.971198 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['04d514ca-581b-43b9-b447-656b7ca7d28c'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:52:55.982815 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.005348 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:56.284071 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.291634 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.300389 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:56.316400 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeb03a-802e-4ea9-bead-f039f6ea25d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cbedf1-d50d-4c3f-a6f4-9db98c32f932,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:56.318536 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-87eeb03a-802e-4ea9-bead-f039f6ea25d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:56.335445 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-87eeb03a-802e-4ea9-bead-f039f6ea25d8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0b8af49b85eb48f1991257f9b1dc7812&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4170508 Jun 01 15:52:56.339833 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41604) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:56.379690 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.418504 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'Port': ['ID=1b998589-0761-43d4-8c55-04333b935360,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:56.422966 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:56.423677 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8926a7b8-8c3f-4fbc-b901-19ac9a392d04 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:56.424474 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.425217 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8926a7b8-8c3f-4fbc-b901-19ac9a392d04 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/networks?id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 200 len: 811 time: 0.5796502 Jun 01 15:52:56.427341 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4204357 Jun 01 15:52:56.479068 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7e32b81e-c3c0-4dc3-b2a6-478590fc9ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.498648 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e918c852-34e4-4b62-899c-05cea0a5888c req-6f06273f-1e23-46c8-b4da-7feaf448097f service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845618 Jun 01 15:52:56.499216 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7e32b81e-c3c0-4dc3-b2a6-478590fc9ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.508264 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-52468654-d1ad-4980-9546-fced7eced6c8 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/quotas/597b1f023abd4ae9a5fffaf09629e73f HTTP/1.1" status: 200 len: 375 time: 0.0691543 Jun 01 15:52:56.511460 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:56.664196 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b7bb2-2a05-49cf-8e55-53f487c3a3dc req-d8f11cc3-20d9-467e-996c-78b8f55fa01d tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:56.665823 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-855b7bb2-2a05-49cf-8e55-53f487c3a3dc req-d8f11cc3-20d9-467e-996c-78b8f55fa01d tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 945 time: 0.7599514 Jun 01 15:52:56.677423 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-7e32b81e-c3c0-4dc3-b2a6-478590fc9ad3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=798d13c9261045f8bb6b7d6464a3d36a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4735794 Jun 01 15:52:56.678447 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e643950f-0c03-4798-a4b3-b98fb9b01d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.680295 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41618) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:56.694552 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32b81e-c3c0-4dc3-b2a6-478590fc9ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0bbebb-5507-4c97-a387-5c5ca0cfc63f,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:56.721408 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7e32b81e-c3c0-4dc3-b2a6-478590fc9ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:56.759250 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e643950f-0c03-4798-a4b3-b98fb9b01d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.764723 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-208b3817-dccc-4b90-ae16-f9ccf99bb279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.793871 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-208b3817-dccc-4b90-ae16-f9ccf99bb279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.819130 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-855b7bb2-2a05-49cf-8e55-53f487c3a3dc req-e797377b-c308-411c-936d-3aa64a8645af tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369014 Jun 01 15:52:56.879698 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-3f7aae9c-8c56-4b8b-a58c-6f2d36c677f5 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3540733 Jun 01 15:52:56.882751 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3c23-cd7d-4ba8-874b-7d156f68c9d5 req-a604d260-fe17-469e-92b1-364bc2d4f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:56.886037 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-28ce3c23-cd7d-4ba8-874b-7d156f68c9d5 req-a604d260-fe17-469e-92b1-364bc2d4f7e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 1097 time: 0.2916145 Jun 01 15:52:56.916512 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-208b3817-dccc-4b90-ae16-f9ccf99bb279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.920567 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6fbcae0a-c59f-4fe5-b366-9514328785d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:56.963021 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e643950f-0c03-4798-a4b3-b98fb9b01d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:56.979579 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:57.132085 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b3817-dccc-4b90-ae16-f9ccf99bb279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0bbebb-5507-4c97-a387-5c5ca0cfc63f,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:57.135054 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-208b3817-dccc-4b90-ae16-f9ccf99bb279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:57.136288 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-208b3817-dccc-4b90-ae16-f9ccf99bb279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:57.137397 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-208b3817-dccc-4b90-ae16-f9ccf99bb279 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7a0bbebb-5507-4c97-a387-5c5ca0cfc63f HTTP/1.1" status: 204 len: 168 time: 0.4559531 Jun 01 15:52:57.193495 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643950f-0c03-4798-a4b3-b98fb9b01d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cbedf1-d50d-4c3f-a6f4-9db98c32f932,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:57.201322 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e643950f-0c03-4798-a4b3-b98fb9b01d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:57.204447 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-e643950f-0c03-4798-a4b3-b98fb9b01d82 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/23cbedf1-d50d-4c3f-a6f4-9db98c32f932 HTTP/1.1" status: 204 len: 168 time: 0.8612852 Jun 01 15:52:57.207551 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e643950f-0c03-4798-a4b3-b98fb9b01d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:57.329164 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 04d514ca-581b-43b9-b447-656b7ca7d28c up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:52:57.370523 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3c23-cd7d-4ba8-874b-7d156f68c9d5 req-e9c5b5dc-6ced-4847-b6b4-98841dcc146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:57.372069 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-28ce3c23-cd7d-4ba8-874b-7d156f68c9d5 req-e9c5b5dc-6ced-4847-b6b4-98841dcc146d service neutron] 10.222.0.86 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 920 time: 0.4789712 Jun 01 15:52:57.453398 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-28ce3c23-cd7d-4ba8-874b-7d156f68c9d5 req-cff5635a-156d-4e1c-8cc7-ad3e1dfa2d32 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4c5a73-d54b-4498-a62a-f6d53c89968c HTTP/1.1" status: 200 len: 217 time: 0.0711155 Jun 01 15:52:57.457256 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-61dd8cdb-7d2c-4ee6-ab48-761d8cfb06b9 service neutron] 10.222.0.63 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199778 Jun 01 15:52:57.464589 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port 04d514ca-581b-43b9-b447-656b7ca7d28c completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:52:57.475190 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 04d514ca-581b-43b9-b447-656b7ca7d28c triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:52:57.476725 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:57.542987 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d954a-8694-426e-bf01-66cd6c9f32ed req-6eb27388-7db8-499f-9acf-a39bacb9be6e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:57.544345 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e17d954a-8694-426e-bf01-66cd6c9f32ed req-6eb27388-7db8-499f-9acf-a39bacb9be6e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 944 time: 0.5536535 Jun 01 15:52:57.632366 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:57.659516 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3c23-cd7d-4ba8-874b-7d156f68c9d5 req-a9b3ccf5-7970-431f-93ae-3b58256257dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:57.660949 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-28ce3c23-cd7d-4ba8-874b-7d156f68c9d5 req-a9b3ccf5-7970-431f-93ae-3b58256257dd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 200 len: 859 time: 0.2009301 Jun 01 15:52:57.669893 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 04d514ca-581b-43b9-b447-656b7ca7d28c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=04d514ca-581b-43b9-b447-656b7ca7d28c,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:57.671042 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d514ca-581b-43b9-b447-656b7ca7d28c'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:52:57.674704 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459165b4-7bcd-47d2-9c4f-96b52671d488" -d '{"events": [{"server_uuid": "3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0", "name": "network-vif-plugged", "status": "completed", "tag": "04d514ca-581b-43b9-b447-656b7ca7d28c"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:52:57.679279 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:57.681469 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-60387e32-7f40-4dc8-8eae-8c16ba6180c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:57.727664 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e17d954a-8694-426e-bf01-66cd6c9f32ed req-2441d7e7-81e7-4368-a722-e17e072d07c2 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688006 Jun 01 15:52:57.731468 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-28ce3c23-cd7d-4ba8-874b-7d156f68c9d5 req-7464a787-2198-49eb-bca4-f17f19dfebac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608060 Jun 01 15:52:57.778448 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-5d80d5f9-1429-41de-94a3-40ad9e08c258 service neutron] 10.222.0.63 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713389 Jun 01 15:52:57.784683 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=04d514ca-581b-43b9-b447-656b7ca7d28c,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:57.789258 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:57.932281 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-28ce3c23-cd7d-4ba8-874b-7d156f68c9d5 req-708cdddc-9552-40b3-9ec3-be8b30653470 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903036 Jun 01 15:52:57.983843 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-e231bc4e-b74f-49d0-9013-b86dd9db89b6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Synchronizing usage tracker for tenant:ade93647f9a44b03960939b171f8c3fb on resource:security_group {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:52:58.007574 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b175f4-60ec-4b87-9e16-66c4c4aae5f7 x-openstack-request-id: req-19b175f4-60ec-4b87-9e16-66c4c4aae5f7 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:52:58.007884 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0", "name": "network-vif-plugged", "status": "completed", "tag": "04d514ca-581b-43b9-b447-656b7ca7d28c", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:52:58.008141 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-19b175f4-60ec-4b87-9e16-66c4c4aae5f7 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:52:58.008534 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d514ca-581b-43b9-b447-656b7ca7d28c', 'code': 200} Jun 01 15:52:58.028290 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41676) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:58.085782 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-e231bc4e-b74f-49d0-9013-b86dd9db89b6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Unset dirty status for tenant:ade93647f9a44b03960939b171f8c3fb on resource:security_group {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:52:58.096258 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-e231bc4e-b74f-49d0-9013-b86dd9db89b6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--731455305&fields=id&tenant_id=ade93647f9a44b03960939b171f8c3fb HTTP/1.1" status: 200 len: 267 time: 0.1961074 Jun 01 15:52:58.170354 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-28ce3c23-cd7d-4ba8-874b-7d156f68c9d5 req-69b6c7dd-946e-4aef-98ca-24153714203f service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255769 Jun 01 15:52:58.261533 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe185-2fa3-4426-a2ce-a86ea2dac70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:58.301378 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-b9cbe185-2fa3-4426-a2ce-a86ea2dac70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:58.309444 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-b9cbe185-2fa3-4426-a2ce-a86ea2dac70c admin admin] Usage tracker for resource:security_group_rule and tenant:7976ac5981824e39accf30323732872a is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:58.313841 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-b9cbe185-2fa3-4426-a2ce-a86ea2dac70c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:58.334385 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-b9cbe185-2fa3-4426-a2ce-a86ea2dac70c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:58.521259 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe185-2fa3-4426-a2ce-a86ea2dac70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:58.529627 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-f6b38b5f-3aab-4268-8715-e9fbc1c717c8 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:58.533755 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe185-2fa3-4426-a2ce-a86ea2dac70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:58.537047 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-f6b38b5f-3aab-4268-8715-e9fbc1c717c8 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 817 time: 0.4396510 Jun 01 15:52:58.549584 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:58.559123 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-45999f07-cdfe-4075-b492-7ad856adf7d6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/quotas/ade93647f9a44b03960939b171f8c3fb HTTP/1.1" status: 200 len: 375 time: 0.0211601 Jun 01 15:52:58.642316 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549ae3c-f47b-440f-9679-2abf2522ad04 req-20aebbb4-b922-4481-9ae3-1037a862e45e tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:58.649017 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a549ae3c-f47b-440f-9679-2abf2522ad04 req-20aebbb4-b922-4481-9ae3-1037a862e45e tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 945 time: 0.4157519 Jun 01 15:52:58.670604 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbe185-2fa3-4426-a2ce-a86ea2dac70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed41899f-b964-4932-a738-e9b920cdb4af,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:58.679717 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b9cbe185-2fa3-4426-a2ce-a86ea2dac70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:58.688595 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b9cbe185-2fa3-4426-a2ce-a86ea2dac70c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7976ac5981824e39accf30323732872a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560919 Jun 01 15:52:58.688595 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41712) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:58.710878 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8485-8359-413d-9db6-a8ee1edb18d4 req-e6243e82-36df-4c5e-b675-6bc9c8238d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:58.712523 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-60da8485-8359-413d-9db6-a8ee1edb18d4 req-e6243e82-36df-4c5e-b675-6bc9c8238d0b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 1099 time: 0.3418880 Jun 01 15:52:58.795080 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a549ae3c-f47b-440f-9679-2abf2522ad04 req-ed4a775b-b83f-4148-b380-b3d473df0c94 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452098 Jun 01 15:52:58.839753 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-68a2e0e1-4bf6-4ca7-b410-5b628e88b601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:58.862297 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-977a1dc3-7241-4943-8540-de7aca199384 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2948039 Jun 01 15:52:58.868497 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-60da8485-8359-413d-9db6-a8ee1edb18d4 req-9d39fb83-b85c-450d-ad02-f1a27d5e06c9 service neutron] Synchronizing usage tracker for tenant:f95294603bc74f73817a772bd9a2a38f on resource:security_group {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:52:58.894181 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41720) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:58.941709 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-68a2e0e1-4bf6-4ca7-b410-5b628e88b601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:58.950560 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-60da8485-8359-413d-9db6-a8ee1edb18d4 req-9d39fb83-b85c-450d-ad02-f1a27d5e06c9 service neutron] Unset dirty status for tenant:f95294603bc74f73817a772bd9a2a38f on resource:security_group {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:52:58.951890 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-60da8485-8359-413d-9db6-a8ee1edb18d4 req-9d39fb83-b85c-450d-ad02-f1a27d5e06c9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267585 Jun 01 15:52:59.044619 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-68a2e0e1-4bf6-4ca7-b410-5b628e88b601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.050115 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:59.086944 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2e0e1-4bf6-4ca7-b410-5b628e88b601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed41899f-b964-4932-a738-e9b920cdb4af,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:59.095850 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-68a2e0e1-4bf6-4ca7-b410-5b628e88b601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:59.098237 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-68a2e0e1-4bf6-4ca7-b410-5b628e88b601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.109816 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-68a2e0e1-4bf6-4ca7-b410-5b628e88b601 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ed41899f-b964-4932-a738-e9b920cdb4af HTTP/1.1" status: 204 len: 168 time: 0.4190023 Jun 01 15:52:59.145015 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2bf0e6c5-8367-469e-8ba5-2257f4ee3dd2 req-3924d759-69ae-4c3c-9b1e-f1db8d16da1a tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 210 time: 0.0861039 Jun 01 15:52:59.208837 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b4f0dca-60ad-44b5-ac08-690514cc36f5 service neutron] 10.222.0.63 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231373 Jun 01 15:52:59.332742 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 7e4c5a73-d54b-4498-a62a-f6d53c89968c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:52:59.347369 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-252701143-network', 'tenant_id': '4c96544da97b432393fb3b4b4245c4d4'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:59.355158 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:59.365460 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Usage tracker for resource:network and tenant:4c96544da97b432393fb3b4b4245c4d4 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:59.369565 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:59.389302 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:59.391857 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-cc261ed7-b0c0-4cc1-99d1-30427c36d556 service neutron] 10.222.0.63 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819112 Jun 01 15:52:59.410802 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Made reservation on behalf of 4c96544da97b432393fb3b4b4245c4d4 for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:59.417646 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.445329 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.481740 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:59.486862 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Usage tracker for resource:security_group_rule and tenant:4c96544da97b432393fb3b4b4245c4d4 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:59.497748 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:59.514922 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:59.582043 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10298aa-2aad-4556-b598-6501c3d2a6af req-5276cca8-569f-401b-a297-c65e8e82cebc tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:59.585568 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f10298aa-2aad-4556-b598-6501c3d2a6af req-5276cca8-569f-401b-a297-c65e8e82cebc tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 944 time: 0.1647420 Jun 01 15:52:59.694514 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 7e4c5a73-d54b-4498-a62a-f6d53c89968c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7e4c5a73-d54b-4498-a62a-f6d53c89968c,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:59.746474 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f10298aa-2aad-4556-b598-6501c3d2a6af req-fc702c7c-c403-4409-92e8-a1ce091bf944 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530330 Jun 01 15:52:59.747595 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '7e4c5a73-d54b-4498-a62a-f6d53c89968c', 'network_id': 'af501cd9-f0eb-478b-a3ea-1aa54aece6b5', 'port_id': '7e4c5a73-d54b-4498-a62a-f6d53c89968c', 'mac_address': 'fa:16:3e:54:32:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5b56e6-bd2e-487c-90c7-7bc8decc3e69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:52:59.765645 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.781893 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.790102 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6bca3d73-9506-43e2-a2f5-96ae17b63242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:59.828209 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:52:59.858509 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81de2e76-73b7-46fc-b5f2-ac435f1ca165,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:59.875758 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-950c42ac-3847-4e77-9747-5e4521561fcb req-af488e1a-15c7-4cc3-bce2-1972f89133ee tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.1064258 Jun 01 15:52:59.888813 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:59.899890 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.901115 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Added segment 582eb549-c0d8-432b-950c-f0f9e4a32f1c of type vlan for network bf8e5b51-02d6-4b4d-95cd-914ae45b52b7 Jun 01 15:52:59.904083 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.940621 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4c5a73-d54b-4498-a62a-f6d53c89968c {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:52:59.946296 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.962813 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 7e4c5a73-d54b-4498-a62a-f6d53c89968c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7e4c5a73-d54b-4498-a62a-f6d53c89968c,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:52:59.970335 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.972193 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-33ca8f16-6f08-4b90-82a5-3ed7dc0ddd02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:00.017593 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.019521 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:00.021371 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.027192 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41754) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:00.036621 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5739aa8f-81c5-463d-98b4-2eb817f5f366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:00.049619 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-06b281ae-807d-4144-993a-909303b33472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.050558 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=7e4c5a73-d54b-4498-a62a-f6d53c89968c,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:00.056204 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:00.065119 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-06b281ae-807d-4144-993a-909303b33472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:00.069129 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-06b281ae-807d-4144-993a-909303b33472 admin admin] Usage tracker for resource:security_group_rule and tenant:f48112ba7b23441a94d157287d82bb09 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:00.072387 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-06b281ae-807d-4144-993a-909303b33472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:00.079747 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-06b281ae-807d-4144-993a-909303b33472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:00.128638 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2329297 Jun 01 15:53:00.172456 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41758) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:00.179520 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Request body: {'subnet': {'network_id': 'bf8e5b51-02d6-4b4d-95cd-914ae45b52b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-252701143-subnet', 'tenant_id': '4c96544da97b432393fb3b4b4245c4d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:00.196630 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8e5b51-02d6-4b4d-95cd-914ae45b52b7,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:00.205176 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:00.209906 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:00.212819 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network bf8e5b51-02d6-4b4d-95cd-914ae45b52b7 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:53:00.219143 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Usage tracker for resource:subnet and tenant:4c96544da97b432393fb3b4b4245c4d4 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:00.228371 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:00.240094 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:00.242958 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-06b281ae-807d-4144-993a-909303b33472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.247322 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-06b281ae-807d-4144-993a-909303b33472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.279266 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-87eeb03a-802e-4ea9-bead-f039f6ea25d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:00.300520 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-06b281ae-807d-4144-993a-909303b33472 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f48112ba7b23441a94d157287d82bb09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698500 Jun 01 15:53:00.301980 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41768) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:00.360875 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b13c36fa-3988-46cc-84ed-44a1bf84807b req-90dee23d-fb0a-4689-a7e0-8ce665c65757 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 210 time: 0.0520372 Jun 01 15:53:00.362725 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Made reservation on behalf of 4c96544da97b432393fb3b4b4245c4d4 for: {'subnet': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:00.364986 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.388420 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b281ae-807d-4144-993a-909303b33472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8a6fb7-0891-4ee1-a2c3-c3efba03ca7a,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:00.392608 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a91b71f1-7a1a-4f11-9dcd-50d5f4561f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.397765 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-06b281ae-807d-4144-993a-909303b33472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:00.420477 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a91b71f1-7a1a-4f11-9dcd-50d5f4561f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.482986 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a91b71f1-7a1a-4f11-9dcd-50d5f4561f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.489046 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0286ff33-9e9d-43f0-a51e-f56d975a3127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:00.501441 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b71f1-7a1a-4f11-9dcd-50d5f4561f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8a6fb7-0891-4ee1-a2c3-c3efba03ca7a,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:00.506701 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a91b71f1-7a1a-4f11-9dcd-50d5f4561f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:00.512068 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a91b71f1-7a1a-4f11-9dcd-50d5f4561f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.512068 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a91b71f1-7a1a-4f11-9dcd-50d5f4561f4e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0d8a6fb7-0891-4ee1-a2c3-c3efba03ca7a HTTP/1.1" status: 204 len: 168 time: 0.2091467 Jun 01 15:53:00.834768 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.840276 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9eee7ac8-b351-4cc6-9c62-6dd0d6ebde95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:00.996352 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c376e1-e6db-4132-abfd-20632e7cb2bf,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:01.000757 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Checking segment: {'id': '582eb549-c0d8-432b-950c-f0f9e4a32f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bf8e5b51-02d6-4b4d-95cd-914ae45b52b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:01.001096 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Network hostable DHCP agents. Network: bf8e5b51-02d6-4b4d-95cd-914ae45b52b7, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:53:01.023996 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:01.085080 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3f117749-3d37-47f6-968f-fafcb977fee4 req-8f0e4d77-6c3c-48bb-98f0-a3acf5d9c62b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0546942 Jun 01 15:53:01.100535 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6763f8-7536-42d3-9247-db1cd5b7ea4d req-33dd8f4a-1759-4aba-84c1-8b4474c55a2d tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:01.108212 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8c6763f8-7536-42d3-9247-db1cd5b7ea4d req-33dd8f4a-1759-4aba-84c1-8b4474c55a2d tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 945 time: 0.2292998 Jun 01 15:53:01.111410 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Network bf8e5b51-02d6-4b4d-95cd-914ae45b52b7 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:53:01.148845 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, bf8e5b51-02d6-4b4d-95cd-914ae45b52b7) {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:01.154596 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:01.155355 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.165015 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f48cf2-f680-48ad-a428-8727fb63fcb8 None None] Network bf8e5b51-02d6-4b4d-95cd-914ae45b52b7 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:01.178703 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8c6763f8-7536-42d3-9247-db1cd5b7ea4d req-f8b15847-c620-4c2b-86f2-22d5b07fc6d2 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696492 Jun 01 15:53:01.206375 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0308838 Jun 01 15:53:01.396094 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2609dac-d72d-4a91-b41a-6b947d678d2e None None] Network bf8e5b51-02d6-4b4d-95cd-914ae45b52b7 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:01.597694 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9a7fbe23-96e3-43c5-9c8e-4490862c51b2 req-68f214bc-3be8-41ea-b914-a399b536d389 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 210 time: 0.0491285 Jun 01 15:53:02.125262 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41844) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:02.130273 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1617862567-network', 'tenant_id': '9c519e97a97f4afeb81c4e7e64c92015'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:02.134678 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:02.138766 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Usage tracker for resource:network and tenant:9c519e97a97f4afeb81c4e7e64c92015 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:02.142806 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:02.149550 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:02.163256 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Made reservation on behalf of 9c519e97a97f4afeb81c4e7e64c92015 for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:02.166192 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.179027 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.194903 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:02.199203 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Usage tracker for resource:security_group_rule and tenant:9c519e97a97f4afeb81c4e7e64c92015 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:02.205164 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:02.212391 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:02.319213 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c8f093f6-943f-456d-8db1-19e0b8773c50 req-487ef87b-7867-4791-870f-95892237db29 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.1173770 Jun 01 15:53:02.330803 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.345265 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.345265 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-799011d0-7ffe-4d50-8f69-a787a9828d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:02.367200 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:53:02.383720 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db04a5e4-e7ea-452b-ac9b-19b42dff3398,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:02.387832 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:02.388831 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.389032 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Added segment 46b94348-dc1d-4fc0-a5f8-1f112b7f344e of type vlan for network a1169b1c-285c-4c4b-9f38-c0d19edf1668 Jun 01 15:53:02.418355 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.425743 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5acfe-b896-48e6-9d5c-8c824ba8aa12 req-6ab5d30d-74e7-412e-bfbe-54fdc9b99834 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:02.427551 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-52d5acfe-b896-48e6-9d5c-8c824ba8aa12 req-6ab5d30d-74e7-412e-bfbe-54fdc9b99834 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 945 time: 0.0998774 Jun 01 15:53:02.478937 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.482274 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:02.483663 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.497235 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:02.505372 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-52d5acfe-b896-48e6-9d5c-8c824ba8aa12 req-f4f980d2-4a98-401b-a34a-639b910bb6a3 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602255 Jun 01 15:53:02.617371 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4909825 Jun 01 15:53:02.617748 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 41862) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:02.623236 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Pushing event updated for resources: {'Network': ['ID=a1169b1c-285c-4c4b-9f38-c0d19edf1668,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:02.627396 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Request body: {'subnet': {'network_id': 'a1169b1c-285c-4c4b-9f38-c0d19edf1668', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1617862567-subnet', 'tenant_id': '9c519e97a97f4afeb81c4e7e64c92015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:02.637590 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:02.642827 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:02.644248 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network a1169b1c-285c-4c4b-9f38-c0d19edf1668 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:53:02.652948 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Usage tracker for resource:subnet and tenant:9c519e97a97f4afeb81c4e7e64c92015 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:02.710948 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:02.788227 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:02.861963 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['7e4c5a73-d54b-4498-a62a-f6d53c89968c'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:53:02.929881 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1b1510dd-19b7-4de8-87d5-f95a843d92d7 req-83da0b01-483c-4248-bc15-ec4b3120dafb tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 210 time: 0.1822240 Jun 01 15:53:03.019096 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-be10cd05-0167-4250-a4be-d90cee5dc1c1 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:03.020875 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-be10cd05-0167-4250-a4be-d90cee5dc1c1 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.86 "GET /v2.0/networks?id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 200 len: 811 time: 0.3693120 Jun 01 15:53:03.027070 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Made reservation on behalf of 9c519e97a97f4afeb81c4e7e64c92015 for: {'subnet': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:03.031374 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.200831 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-44b094a9-216d-4b9f-8d31-cc0dd3ae1401 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=597b1f023abd4ae9a5fffaf09629e73f HTTP/1.1" status: 200 len: 380 time: 0.1355681 Jun 01 15:53:03.214272 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'port': {'device_id': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'admin_state_up': True, 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'security_groups': ['10bf8acd-a944-499d-bf5c-8abaf864ba36']}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:03.430828 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:03.435506 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:port and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:03.438167 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:03.455433 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:03.473662 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Made reservation on behalf of 597b1f023abd4ae9a5fffaf09629e73f for: {'port': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:03.477658 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.764718 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2ca7c331-9899-4151-8c02-b1efdea67469 req-70aceb6e-b0e3-4ef3-8090-cd438c8847ef tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.1447480 Jun 01 15:53:03.883984 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-b0812657-22cd-4a81-bc0c-686b705d8e96 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:03.885323 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-b0812657-22cd-4a81-bc0c-686b705d8e96 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Synchronizing usage tracker for tenant:ade93647f9a44b03960939b171f8c3fb on resource:network {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:03.900991 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Allocated IP 172.20.0.13 (eaa95347-5c4c-4ed5-bedb-ac41ea68eb25/4bab6368-25d8-4c2d-a23d-c0d5327163ea/e1c74f1b-053b-491d-a7ad-863ba01a09aa) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:03.906324 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-b0812657-22cd-4a81-bc0c-686b705d8e96 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Unset dirty status for tenant:ade93647f9a44b03960939b171f8c3fb on resource:network {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:03.908192 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-b0812657-22cd-4a81-bc0c-686b705d8e96 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 817 time: 0.2494471 Jun 01 15:53:04.001461 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-c37727fc-16bc-42e4-aaa9-b1c4a18dcb4c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Synchronizing usage tracker for tenant:ade93647f9a44b03960939b171f8c3fb on resource:security_group {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:04.026497 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-c37727fc-16bc-42e4-aaa9-b1c4a18dcb4c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Unset dirty status for tenant:ade93647f9a44b03960939b171f8c3fb on resource:security_group {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:04.027892 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-c37727fc-16bc-42e4-aaa9-b1c4a18dcb4c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ade93647f9a44b03960939b171f8c3fb HTTP/1.1" status: 200 len: 379 time: 0.1111145 Jun 01 15:53:04.045803 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'port': {'device_id': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'admin_state_up': True, 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'security_groups': ['e07ae32a-a7cc-4732-957b-97f55b61a34f']}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:04.238748 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:04.244882 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:port and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:04.255065 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:04.262990 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:04.275435 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Made reservation on behalf of ade93647f9a44b03960939b171f8c3fb for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:04.281186 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.297794 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b858038-c240-4332-9c32-cfdecb58b1df req-14573bb8-fec8-4347-9f46-9150dc312847 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:04.299262 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9b858038-c240-4332-9c32-cfdecb58b1df req-14573bb8-fec8-4347-9f46-9150dc312847 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 945 time: 0.2538152 Jun 01 15:53:04.426883 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 7e4c5a73-d54b-4498-a62a-f6d53c89968c up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:04.431798 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9b858038-c240-4332-9c32-cfdecb58b1df req-c37e4368-abd8-469c-96ab-04a8cbaa0204 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231890 Jun 01 15:53:04.438311 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.512557 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.513893 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Transition to ACTIVE for port object e1c74f1b-053b-491d-a7ad-863ba01a09aa will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:04.517384 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-58de0329-77a9-45cb-a1dd-35577fa8b784 req-5f030307-d9b0-4c54-bc12-ac93fcc150c1 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 210 time: 0.0656269 Jun 01 15:53:04.524099 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:04.556134 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Allocated IP 172.20.0.13 (5f0f61e4-94e8-4d47-a898-45250a84cc05/f30203e2-c7f9-4016-9e91-778067ce0e31/43e14949-3c11-47bd-8a3b-be6cb1be43dc) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:04.596734 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port 7e4c5a73-d54b-4498-a62a-f6d53c89968c completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:04.604603 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 7e4c5a73-d54b-4498-a62a-f6d53c89968c triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:04.605210 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.616191 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd868cc-3c8e-47bc-bb26-1be5aed88bab,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:04.621106 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:04.632504 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Checking segment: {'id': '46b94348-dc1d-4fc0-a5f8-1f112b7f344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1169b1c-285c-4c4b-9f38-c0d19edf1668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:04.632897 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Network hostable DHCP agents. Network: a1169b1c-285c-4c4b-9f38-c0d19edf1668, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:53:04.638146 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.647948 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:04.798302 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Network a1169b1c-285c-4c4b-9f38-c0d19edf1668 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:53:04.803788 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:04.806713 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.807068 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.820662 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:04.826973 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:04.842049 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Transition to ACTIVE for port object 43e14949-3c11-47bd-8a3b-be6cb1be43dc will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:04.846690 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:04.847347 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.851261 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'Port': ['ID=e1c74f1b-053b-491d-a7ad-863ba01a09aa,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:04.862892 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176a3a8a-db91-4eda-92a2-1ecf5540333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4c5a73-d54b-4498-a62a-f6d53c89968c'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:04.865296 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba446fab-805e-4cd1-92b5-134126bfec54" -d '{"events": [{"server_uuid": "176a3a8a-db91-4eda-92a2-1ecf5540333c", "name": "network-vif-plugged", "status": "completed", "tag": "7e4c5a73-d54b-4498-a62a-f6d53c89968c"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:04.868244 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:04.873741 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, a1169b1c-285c-4c4b-9f38-c0d19edf1668) {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:04.884039 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.885829 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 7e4c5a73-d54b-4498-a62a-f6d53c89968c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7e4c5a73-d54b-4498-a62a-f6d53c89968c,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:04.888559 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:04.889242 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.893509 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.895407 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:04.900383 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:04.957531 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58331256-4b8c-4dc0-8ff8-443cef1530df None None] Network a1169b1c-285c-4c4b-9f38-c0d19edf1668 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:04.968288 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-0db551d0-05eb-4f48-a265-ec5b00c9709d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7581553 Jun 01 15:53:04.977785 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-25206a1d-ae46-411c-aaec-04c2f4c3baf5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3565152 Jun 01 15:53:04.979730 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb74b4f-c68c-42cf-97df-ff48f17882af x-openstack-request-id: req-ffb74b4f-c68c-42cf-97df-ff48f17882af {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:04.980436 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176a3a8a-db91-4eda-92a2-1ecf5540333c", "name": "network-vif-plugged", "status": "completed", "tag": "7e4c5a73-d54b-4498-a62a-f6d53c89968c", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:04.981119 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ffb74b4f-c68c-42cf-97df-ff48f17882af {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:04.981755 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176a3a8a-db91-4eda-92a2-1ecf5540333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4c5a73-d54b-4498-a62a-f6d53c89968c', 'code': 200} Jun 01 15:53:05.033152 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Network 5f0f61e4-94e8-4d47-a898-45250a84cc05 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:05.036347 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:05.061305 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:05.074152 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:05.087656 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:05.151099 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'Port': ['ID=43e14949-3c11-47bd-8a3b-be6cb1be43dc,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:05.166322 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:05.171235 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1338429 Jun 01 15:53:05.259908 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=7e4c5a73-d54b-4498-a62a-f6d53c89968c,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:05.260779 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3059dc-5509-4888-a77f-3be7838278b7 req-efcdba25-9dba-443b-9de9-8f853cac477e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:05.262324 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8c3059dc-5509-4888-a77f-3be7838278b7 req-efcdba25-9dba-443b-9de9-8f853cac477e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 932 time: 0.2212029 Jun 01 15:53:05.271269 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:05.350105 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8c3059dc-5509-4888-a77f-3be7838278b7 req-66004418-dd57-47f6-b27b-24991cfc2f00 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801525 Jun 01 15:53:05.420607 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-fbc87d21-4b80-421c-8127-9695dff68225 None None] Provisioning for port e1c74f1b-053b-491d-a7ad-863ba01a09aa completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:05.428033 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5fc049-3c17-4b79-b323-70cf638c7b06 None None] Network a1169b1c-285c-4c4b-9f38-c0d19edf1668 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:05.447270 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-fbc87d21-4b80-421c-8127-9695dff68225 None None] Provisioning complete for port e1c74f1b-053b-491d-a7ad-863ba01a09aa triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:05.447649 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fbc87d21-4b80-421c-8127-9695dff68225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:05.590961 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-fbc87d21-4b80-421c-8127-9695dff68225 None None] Port e1c74f1b-053b-491d-a7ad-863ba01a09aa cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:53:05.712656 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-3724af40-4bbb-4c6a-8d8d-0c7d1640559b None None] Provisioning for port 43e14949-3c11-47bd-8a3b-be6cb1be43dc completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:05.718071 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-3724af40-4bbb-4c6a-8d8d-0c7d1640559b None None] Provisioning complete for port 43e14949-3c11-47bd-8a3b-be6cb1be43dc triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:05.718342 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3724af40-4bbb-4c6a-8d8d-0c7d1640559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:05.720861 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56422cc-8e9b-4052-b20b-c5a1d3e9bd52 req-d50ba8d7-9269-4a9b-9153-8e65872e6c9e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:05.723207 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f56422cc-8e9b-4052-b20b-c5a1d3e9bd52 req-d50ba8d7-9269-4a9b-9153-8e65872e6c9e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1198435 Jun 01 15:53:05.775597 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-3724af40-4bbb-4c6a-8d8d-0c7d1640559b None None] Port 43e14949-3c11-47bd-8a3b-be6cb1be43dc cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:53:05.829691 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f56422cc-8e9b-4052-b20b-c5a1d3e9bd52 req-4e772718-7b22-4f5e-b410-ed7e53bf3899 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588346 Jun 01 15:53:05.852848 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be2b2f-ecd1-4848-bf35-0931890ec35a req-36291ca3-6560-4849-94cd-764f0c6155df tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:05.852848 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-32be2b2f-ecd1-4848-bf35-0931890ec35a req-36291ca3-6560-4849-94cd-764f0c6155df tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Synchronizing usage tracker for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:05.869800 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-32be2b2f-ecd1-4848-bf35-0931890ec35a req-36291ca3-6560-4849-94cd-764f0c6155df tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Unset dirty status for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:05.872211 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-32be2b2f-ecd1-4848-bf35-0931890ec35a req-36291ca3-6560-4849-94cd-764f0c6155df tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 932 time: 0.1481125 Jun 01 15:53:05.921723 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-32be2b2f-ecd1-4848-bf35-0931890ec35a req-076592c6-cd63-4486-91bd-c7d4f8ba9b07 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430748 Jun 01 15:53:06.270113 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41984) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:06.386679 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d090986c-3a21-42a3-9151-b0b0f57562ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.401252 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d090986c-3a21-42a3-9151-b0b0f57562ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:06.405069 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d090986c-3a21-42a3-9151-b0b0f57562ba admin admin] Usage tracker for resource:security_group_rule and tenant:400a01bc00e141eaacfe9d7b1bb1fe3b is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:06.408666 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d090986c-3a21-42a3-9151-b0b0f57562ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:06.414402 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d090986c-3a21-42a3-9151-b0b0f57562ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:06.497829 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d090986c-3a21-42a3-9151-b0b0f57562ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.503516 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d090986c-3a21-42a3-9151-b0b0f57562ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.512850 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:06.540220 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8731e8f-735c-48cd-a178-4dc28216e976 req-47482d58-3e57-4b17-8b3c-4bb24f489e19 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:06.541664 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f8731e8f-735c-48cd-a178-4dc28216e976 req-47482d58-3e57-4b17-8b3c-4bb24f489e19 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 932 time: 0.0840590 Jun 01 15:53:06.555425 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d090986c-3a21-42a3-9151-b0b0f57562ba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=400a01bc00e141eaacfe9d7b1bb1fe3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819712 Jun 01 15:53:06.555698 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 41994) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:06.566659 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090986c-3a21-42a3-9151-b0b0f57562ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e72c0c3-c19e-4189-9d65-26125e63861e,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:06.571143 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d090986c-3a21-42a3-9151-b0b0f57562ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:06.594573 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f8731e8f-735c-48cd-a178-4dc28216e976 req-db299ca1-8a8f-4468-a292-996b5f3d74e9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436523 Jun 01 15:53:06.617898 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8e54695e-8bcd-4e8d-817e-6fb6b9c02edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.644157 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8e54695e-8bcd-4e8d-817e-6fb6b9c02edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.698804 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8e54695e-8bcd-4e8d-817e-6fb6b9c02edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.704248 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d3c1894c-8a3f-4e4c-9d3e-d74126124fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:06.773614 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54695e-8bcd-4e8d-817e-6fb6b9c02edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e72c0c3-c19e-4189-9d65-26125e63861e,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:06.778094 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8e54695e-8bcd-4e8d-817e-6fb6b9c02edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:06.780202 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8e54695e-8bcd-4e8d-817e-6fb6b9c02edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.781099 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8e54695e-8bcd-4e8d-817e-6fb6b9c02edc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3e72c0c3-c19e-4189-9d65-26125e63861e HTTP/1.1" status: 204 len: 168 time: 0.2244704 Jun 01 15:53:07.018523 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b307224-f1a1-49d2-9934-3d7eafc73dbc req-7eb0eb11-9d6f-4ece-9ffb-dc04a026e216 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:07.022652 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0b307224-f1a1-49d2-9934-3d7eafc73dbc req-7eb0eb11-9d6f-4ece-9ffb-dc04a026e216 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.0838623 Jun 01 15:53:07.070714 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42006) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:07.088226 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-003c305c-8e46-4c0a-a499-e7da7159841f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.102564 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-003c305c-8e46-4c0a-a499-e7da7159841f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:07.106456 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-003c305c-8e46-4c0a-a499-e7da7159841f admin admin] Usage tracker for resource:security_group_rule and tenant:94f7352c633947a7af1a3677d37f2d98 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:07.110408 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-003c305c-8e46-4c0a-a499-e7da7159841f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:07.116580 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-003c305c-8e46-4c0a-a499-e7da7159841f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:07.117041 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0b307224-f1a1-49d2-9934-3d7eafc73dbc req-bfe2bacd-a83a-4196-9883-2aad69d321a7 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914237 Jun 01 15:53:07.147062 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efd1bb-68e8-46b2-b9c1-14103566bed9 req-896398fc-f908-400d-8814-6c87b5d4656d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:07.148470 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-39efd1bb-68e8-46b2-b9c1-14103566bed9 req-896398fc-f908-400d-8814-6c87b5d4656d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 932 time: 0.1072166 Jun 01 15:53:07.201672 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-39efd1bb-68e8-46b2-b9c1-14103566bed9 req-10c43c4b-db2a-4150-8ab4-6eb620c3d831 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469809 Jun 01 15:53:07.226169 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-003c305c-8e46-4c0a-a499-e7da7159841f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.229733 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-003c305c-8e46-4c0a-a499-e7da7159841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.236607 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a71c88ec-7468-43bb-ba81-cbfc8ef06a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:07.276780 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-003c305c-8e46-4c0a-a499-e7da7159841f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=94f7352c633947a7af1a3677d37f2d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050405 Jun 01 15:53:07.277718 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c305c-8e46-4c0a-a499-e7da7159841f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eafa7c0-e305-4f06-b15a-d8675ad1de41,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:07.279453 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42010) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:07.281162 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-003c305c-8e46-4c0a-a499-e7da7159841f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:07.336810 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-400c8f29-029c-42ff-8637-2a6c83856437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.362768 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-400c8f29-029c-42ff-8637-2a6c83856437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.413021 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-400c8f29-029c-42ff-8637-2a6c83856437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.417492 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:07.429459 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c8f29-029c-42ff-8637-2a6c83856437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eafa7c0-e305-4f06-b15a-d8675ad1de41,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:07.432284 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-400c8f29-029c-42ff-8637-2a6c83856437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:07.434184 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-400c8f29-029c-42ff-8637-2a6c83856437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.435263 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-400c8f29-029c-42ff-8637-2a6c83856437 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9eafa7c0-e305-4f06-b15a-d8675ad1de41 HTTP/1.1" status: 204 len: 168 time: 0.1548638 Jun 01 15:53:07.576920 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Request body: {'port': {'device_id': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:07.587993 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Request body: {'port': {'device_id': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:07.735951 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.817743 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.132846 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afb988-ad8f-4a22-8462-cd2fd2a24c0f req-54496d1f-444f-468b-8458-8bf3b056e1ee tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:08.134336 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-86afb988-ad8f-4a22-8462-cd2fd2a24c0f req-54496d1f-444f-468b-8458-8bf3b056e1ee tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 932 time: 0.2520690 Jun 01 15:53:08.138928 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0c64-db50-493a-b822-3ccdfd71bb55 req-168668ac-5813-4d43-8766-f4c099093620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:08.139348 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-690f0c64-db50-493a-b822-3ccdfd71bb55 req-168668ac-5813-4d43-8766-f4c099093620 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 1099 time: 0.2178614 Jun 01 15:53:08.166450 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e14949-3c11-47bd-8a3b-be6cb1be43dc {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:08.175097 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.191051 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Transition to ACTIVE for port object 43e14949-3c11-47bd-8a3b-be6cb1be43dc will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:08.207349 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.226024 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3a52f289-6ad7-4667-bb05-cd8616592307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:08.295880 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-86afb988-ad8f-4a22-8462-cd2fd2a24c0f req-2a4ce3bf-2c91-4b96-b89a-c32ad1e3ce58 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463175 Jun 01 15:53:08.440728 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c74f1b-053b-491d-a7ad-863ba01a09aa {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:08.456065 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.498508 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Attempting to bind port 43e14949-3c11-47bd-8a3b-be6cb1be43dc on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:08.499051 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Attempting to bind port 43e14949-3c11-47bd-8a3b-be6cb1be43dc by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:08.499250 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Attempting to bind port 43e14949-3c11-47bd-8a3b-be6cb1be43dc on network 5f0f61e4-94e8-4d47-a898-45250a84cc05 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:08.503217 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Pushing event updated for resources: {'Port': ['ID=43e14949-3c11-47bd-8a3b-be6cb1be43dc,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:08.516924 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Port 43e14949-3c11-47bd-8a3b-be6cb1be43dc on network 5f0f61e4-94e8-4d47-a898-45250a84cc05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:53:08.517456 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Attempting to bind port 43e14949-3c11-47bd-8a3b-be6cb1be43dc on network 5f0f61e4-94e8-4d47-a898-45250a84cc05 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:08.524085 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:08.524948 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:08.525375 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Checking segment: {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:08.527447 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Bound using segment: {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:08.527447 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Bound port: 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:08.527447 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.558233 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f46faf-90da-4336-a599-3ef2d54fef35 req-8bbd70de-867e-420c-823e-62391c01fb70 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:08.565544 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f5f46faf-90da-4336-a599-3ef2d54fef35 req-8bbd70de-867e-420c-823e-62391c01fb70 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.3188248 Jun 01 15:53:08.584400 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Transition to ACTIVE for port object e1c74f1b-053b-491d-a7ad-863ba01a09aa will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:08.594799 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.634950 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:08.666609 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:08.670713 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:08.677916 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.686589 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:08.768379 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:53:08.780169 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:08.781473 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.783174 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] 10.222.0.86 "PUT /v2.0/ports/43e14949-3c11-47bd-8a3b-be6cb1be43dc HTTP/1.1" status: 200 len: 1094 time: 1.2103770 Jun 01 15:53:08.783688 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:08.786025 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb667b8-5bb0-4a25-ac06-0606929d03c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:08.849382 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Pushing event updated for resources: {'Port': ['ID=43e14949-3c11-47bd-8a3b-be6cb1be43dc,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:08.856165 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:08.898174 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f5f46faf-90da-4336-a599-3ef2d54fef35 req-9bcc3803-9985-45c4-a661-abe6d17353f0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317037 Jun 01 15:53:08.930099 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c74f1b-053b-491d-a7ad-863ba01a09aa,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:08.945565 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:08.984905 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf7c8a4-9dc7-462b-af96-a43677206275 x-openstack-request-id: req-bbf7c8a4-9dc7-462b-af96-a43677206275 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:08.985317 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:08.985601 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bbf7c8a4-9dc7-462b-af96-a43677206275 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:08.986060 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'status': 'completed', 'code': 200} Jun 01 15:53:09.038315 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054527c-e45c-427c-a07e-ba406a934d71 req-195794be-96f6-4eb6-8557-fe326b9255aa tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:09.041285 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e054527c-e45c-427c-a07e-ba406a934d71 req-195794be-96f6-4eb6-8557-fe326b9255aa tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 932 time: 0.5948067 Jun 01 15:53:09.089771 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Attempting to bind port e1c74f1b-053b-491d-a7ad-863ba01a09aa on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:09.090142 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Attempting to bind port e1c74f1b-053b-491d-a7ad-863ba01a09aa by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:09.090493 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Attempting to bind port e1c74f1b-053b-491d-a7ad-863ba01a09aa on network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:09.097538 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Port e1c74f1b-053b-491d-a7ad-863ba01a09aa on network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:53:09.097910 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Attempting to bind port e1c74f1b-053b-491d-a7ad-863ba01a09aa on network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:09.116689 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:09.117395 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Checking segment: {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:09.117395 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Bound using segment: {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:09.117826 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Bound port: e1c74f1b-053b-491d-a7ad-863ba01a09aa, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:09.118192 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:09.136836 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e054527c-e45c-427c-a07e-ba406a934d71 req-85f6317d-9219-40b0-9917-e406ac07b3c3 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880342 Jun 01 15:53:09.219719 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] For port e1c74f1b-053b-491d-a7ad-863ba01a09aa, host hv-cinder-79351, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:09.222632 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] For port e1c74f1b-053b-491d-a7ad-863ba01a09aa, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e1c74f1b-053b-491d-a7ad-863ba01a09aa,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:09.227783 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:09.231562 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:09.293626 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:09.294262 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:09.295609 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] 10.222.0.86 "PUT /v2.0/ports/e1c74f1b-053b-491d-a7ad-863ba01a09aa HTTP/1.1" status: 200 len: 1094 time: 1.7189374 Jun 01 15:53:09.296917 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'tag': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:09.299615 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca53c8ff-7ec3-4ec3-a53c-3109bc43d0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "981cc608-c80f-4c69-921c-f6562e2a8cfc", "tag": "e1c74f1b-053b-491d-a7ad-863ba01a09aa"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:09.317850 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c74f1b-053b-491d-a7ad-863ba01a09aa,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:09.320786 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:09.350712 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cb5ff0-7762-474a-b315-0cd5c5caf80a x-openstack-request-id: req-65cb5ff0-7762-474a-b315-0cd5c5caf80a {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:09.351028 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981cc608-c80f-4c69-921c-f6562e2a8cfc", "tag": "e1c74f1b-053b-491d-a7ad-863ba01a09aa", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:09.351300 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-65cb5ff0-7762-474a-b315-0cd5c5caf80a {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:09.351711 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'tag': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa', 'status': 'completed', 'code': 200} Jun 01 15:53:09.511151 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a44c4-cd3f-4aff-bebc-a842fa26b1b7 req-82fe8e4b-c747-4244-85de-78e37749f298 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:09.512760 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cd0a44c4-cd3f-4aff-bebc-a842fa26b1b7 req-82fe8e4b-c747-4244-85de-78e37749f298 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.0898499 Jun 01 15:53:09.561510 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cd0a44c4-cd3f-4aff-bebc-a842fa26b1b7 req-7a1523d6-77b6-404a-994d-518fcef51c07 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420043 Jun 01 15:53:09.829071 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42092) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:09.871531 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-690f0c64-db50-493a-b822-3ccdfd71bb55 req-a843010e-899c-461a-bb4d-7e42429c6812 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366497 Jun 01 15:53:09.946133 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b602734f-8c54-4ecd-b73d-3f68801588ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:09.964217 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-b602734f-8c54-4ecd-b73d-3f68801588ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:09.968833 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-b602734f-8c54-4ecd-b73d-3f68801588ba admin admin] Usage tracker for resource:security_group_rule and tenant:7ac6c8bb72414c5ba143e829b786673d is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:09.971371 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-b602734f-8c54-4ecd-b73d-3f68801588ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:09.985169 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-b602734f-8c54-4ecd-b73d-3f68801588ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:10.128685 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b602734f-8c54-4ecd-b73d-3f68801588ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.133172 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b602734f-8c54-4ecd-b73d-3f68801588ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.142706 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-0f541cc4-4581-4ad4-af3e-fe81713c2d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:10.160974 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7ab1b-00da-475f-9d64-a522478ab90a req-5963084e-f705-4b62-812c-4e181017cf35 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:10.161870 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ceb7ab1b-00da-475f-9d64-a522478ab90a req-5963084e-f705-4b62-812c-4e181017cf35 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1402094 Jun 01 15:53:10.215652 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-b602734f-8c54-4ecd-b73d-3f68801588ba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7ac6c8bb72414c5ba143e829b786673d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814678 Jun 01 15:53:10.215760 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42104) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:10.216236 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602734f-8c54-4ecd-b73d-3f68801588ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57b616e-f8b8-402d-9731-e73c3ee5b257,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:10.221434 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b602734f-8c54-4ecd-b73d-3f68801588ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:10.242882 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ceb7ab1b-00da-475f-9d64-a522478ab90a req-408b5fc1-0d61-4657-907f-5e341a40372a tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679522 Jun 01 15:53:10.285302 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-aba4e1a0-6aa5-416e-9481-d0b92ab1a4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.310451 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-aba4e1a0-6aa5-416e-9481-d0b92ab1a4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.334834 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae10e6c-441b-415f-adcd-9e3b9086d47e req-a7512a2e-46c9-4526-b114-8741e6f0030d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:10.336307 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7ae10e6c-441b-415f-adcd-9e3b9086d47e req-a7512a2e-46c9-4526-b114-8741e6f0030d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 944 time: 0.0813291 Jun 01 15:53:10.367615 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-aba4e1a0-6aa5-416e-9481-d0b92ab1a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.372463 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:10.381344 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7ae10e6c-441b-415f-adcd-9e3b9086d47e req-83f2026e-3f93-4a5c-8649-9becb60e154e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394490 Jun 01 15:53:10.384849 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4e1a0-6aa5-416e-9481-d0b92ab1a4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57b616e-f8b8-402d-9731-e73c3ee5b257,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:10.388133 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-aba4e1a0-6aa5-416e-9481-d0b92ab1a4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:10.394214 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-aba4e1a0-6aa5-416e-9481-d0b92ab1a4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.397543 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-aba4e1a0-6aa5-416e-9481-d0b92ab1a4fc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f57b616e-f8b8-402d-9731-e73c3ee5b257 HTTP/1.1" status: 204 len: 168 time: 0.1801119 Jun 01 15:53:10.652503 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb61d-6613-47f2-8209-8ea812c6ca1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.706663 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42114) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:10.723603 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9377ade4-ed7e-4ba6-8844-19c6966c631e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.738271 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-9377ade4-ed7e-4ba6-8844-19c6966c631e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:10.742008 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-9377ade4-ed7e-4ba6-8844-19c6966c631e admin admin] Usage tracker for resource:security_group_rule and tenant:26fbdbf903764064808ff95690cc5a4f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:10.745013 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-9377ade4-ed7e-4ba6-8844-19c6966c631e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:10.751502 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-9377ade4-ed7e-4ba6-8844-19c6966c631e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:10.765745 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfea71-54e0-4da4-9edd-efb5c8489cde req-e2d0c5ac-9647-4bfb-bfb3-c938d7fcd869 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:10.767224 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f7cfea71-54e0-4da4-9edd-efb5c8489cde req-e2d0c5ac-9647-4bfb-bfb3-c938d7fcd869 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.0858905 Jun 01 15:53:10.813970 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f7cfea71-54e0-4da4-9edd-efb5c8489cde req-1fa37d2f-a79d-479e-ab1e-dc01d739e9a1 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401506 Jun 01 15:53:10.844718 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9377ade4-ed7e-4ba6-8844-19c6966c631e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.848754 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9377ade4-ed7e-4ba6-8844-19c6966c631e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.857013 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:10.896706 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9377ade4-ed7e-4ba6-8844-19c6966c631e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26fbdbf903764064808ff95690cc5a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889346 Jun 01 15:53:10.897718 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377ade4-ed7e-4ba6-8844-19c6966c631e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee89483-5e6f-4726-affa-fb938ce9440b,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:10.899471 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42118) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:10.900557 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9377ade4-ed7e-4ba6-8844-19c6966c631e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:10.956892 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97118094-79c4-44d2-ad4c-568a86e72578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.981826 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97118094-79c4-44d2-ad4c-568a86e72578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:11.084906 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97118094-79c4-44d2-ad4c-568a86e72578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:11.089948 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-919d3581-c39d-404b-861e-c77164bd4059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:11.105689 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97118094-79c4-44d2-ad4c-568a86e72578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee89483-5e6f-4726-affa-fb938ce9440b,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:11.143694 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-97118094-79c4-44d2-ad4c-568a86e72578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:11.159280 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb667b8-5bb0-4a25-ac06-0606929d03c7 req-806f6cf7-0b79-4114-bd1a-2d3875e182db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:11.160697 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2bb667b8-5bb0-4a25-ac06-0606929d03c7 req-806f6cf7-0b79-4114-bd1a-2d3875e182db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 1097 time: 0.1441357 Jun 01 15:53:11.162174 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97118094-79c4-44d2-ad4c-568a86e72578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:11.163147 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-97118094-79c4-44d2-ad4c-568a86e72578 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6ee89483-5e6f-4726-affa-fb938ce9440b HTTP/1.1" status: 204 len: 168 time: 0.2625678 Jun 01 15:53:11.283755 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c8ff-7ec3-4ec3-a53c-3109bc43d0b8 req-0533bede-d195-493f-be2c-8f33cbde34bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:11.285215 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ca53c8ff-7ec3-4ec3-a53c-3109bc43d0b8 req-0533bede-d195-493f-be2c-8f33cbde34bf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 1097 time: 0.1808810 Jun 01 15:53:11.370521 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb667b8-5bb0-4a25-ac06-0606929d03c7 req-a6c553aa-7d8e-4f8c-a8a5-922c2f9c675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:11.372023 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2bb667b8-5bb0-4a25-ac06-0606929d03c7 req-a6c553aa-7d8e-4f8c-a8a5-922c2f9c675e service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=ade93647f9a44b03960939b171f8c3fb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1951578 Jun 01 15:53:11.648861 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c8ff-7ec3-4ec3-a53c-3109bc43d0b8 req-c9366822-aec2-41d3-9c8e-aa28e5a704a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:11.650467 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ca53c8ff-7ec3-4ec3-a53c-3109bc43d0b8 req-c9366822-aec2-41d3-9c8e-aa28e5a704a7 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3498425 Jun 01 15:53:11.814212 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb667b8-5bb0-4a25-ac06-0606929d03c7 req-e9711f24-bc05-4d72-a60e-a7231c28c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:11.815867 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2bb667b8-5bb0-4a25-ac06-0606929d03c7 req-e9711f24-bc05-4d72-a60e-a7231c28c6f4 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4076068 Jun 01 15:53:11.884732 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f772ee-e0ad-4b48-87eb-a40d75f3bebc req-a1383f84-89bc-4508-b1c7-21ef78ef76f5 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:11.886662 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d1f772ee-e0ad-4b48-87eb-a40d75f3bebc req-a1383f84-89bc-4508-b1c7-21ef78ef76f5 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.5225344 Jun 01 15:53:11.984370 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16f7cc-5067-4190-bc18-7bf63fe73eea req-4eb13755-2284-4c56-a545-ae6f286a3133 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:11.991232 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ad16f7cc-5067-4190-bc18-7bf63fe73eea req-4eb13755-2284-4c56-a545-ae6f286a3133 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 944 time: 0.4908419 Jun 01 15:53:12.061447 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d1f772ee-e0ad-4b48-87eb-a40d75f3bebc req-e40a42aa-513e-41af-806f-a1d9872747c0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305752 Jun 01 15:53:12.075020 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c8ff-7ec3-4ec3-a53c-3109bc43d0b8 req-7ecf771a-2218-42ea-80e5-5bdd22730959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:12.076435 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ca53c8ff-7ec3-4ec3-a53c-3109bc43d0b8 req-7ecf771a-2218-42ea-80e5-5bdd22730959 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4150903 Jun 01 15:53:12.132934 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ad16f7cc-5067-4190-bc18-7bf63fe73eea req-2b093d26-6ea4-4580-b0d7-806528e561d5 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402357 Jun 01 15:53:12.156907 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-5f55920c-3391-489c-8977-d1b8870fa92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:12.158745 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-5f55920c-3391-489c-8977-d1b8870fa92c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 1097 time: 0.2710207 Jun 01 15:53:12.281454 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-0553f854-1bbc-401c-a8bf-8c98d6d5ba06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc HTTP/1.1" status: 200 len: 217 time: 0.1134317 Jun 01 15:53:12.428185 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-d94bb9fc-5e67-4948-b475-1ed24b5dfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:12.429682 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-d94bb9fc-5e67-4948-b475-1ed24b5dfc3f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.1385944 Jun 01 15:53:12.546434 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9dfd9-3613-4a03-877d-c50d7e832d16 req-19ec11cc-253c-4269-881e-4144e62e0935 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:12.548108 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-32d9dfd9-3613-4a03-877d-c50d7e832d16 req-19ec11cc-253c-4269-881e-4144e62e0935 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.2737081 Jun 01 15:53:12.556140 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-55e4fca1-c97b-447f-8983-7c699c0a5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:12.557644 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-55e4fca1-c97b-447f-8983-7c699c0a5da6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 1097 time: 0.3228598 Jun 01 15:53:12.689234 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-2133c616-bde8-4126-8b39-b96c3aec1091 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1c74f1b-053b-491d-a7ad-863ba01a09aa HTTP/1.1" status: 200 len: 217 time: 0.1201363 Jun 01 15:53:12.744456 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-32d9dfd9-3613-4a03-877d-c50d7e832d16 req-e3981044-0f0b-4271-b681-4792e7320f48 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783528 Jun 01 15:53:12.765824 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-62712dd5-f37c-4fdc-8181-c744f381073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:12.767641 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-62712dd5-f37c-4fdc-8181-c744f381073e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3293314 Jun 01 15:53:12.776445 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-14955f8c-43e5-4147-b723-1acc88bbaf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:12.778188 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-14955f8c-43e5-4147-b723-1acc88bbaf5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bab6368-25d8-4c2d-a23d-c0d5327163ea HTTP/1.1" status: 200 len: 850 time: 0.0806890 Jun 01 15:53:12.975096 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-07ecee8a-6da1-4ed1-9abf-32cdecc7304e service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958017 Jun 01 15:53:12.979505 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-3fa944bc-d84c-41ab-9702-5b4668125b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:12.980894 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-3fa944bc-d84c-41ab-9702-5b4668125b83 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1806977 Jun 01 15:53:13.168809 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a2ca2ca4-6f82-464f-9910-1e77f9c6ce0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:13.338564 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:13.359478 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b294babc-af59-49b1-85bc-97cc44e9e2ad req-13a62fe7-22ca-4039-83ca-07dee4788a22 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683360 Jun 01 15:53:13.361205 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-9e7d18e8-0a2f-48c3-9509-8b90ff901a07 service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480163 Jun 01 15:53:13.423341 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:13.544711 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9437-431e-49ed-894a-27d5b4b35bd9 req-c53fe089-70ec-4d1c-91f4-0a3efc83bcf1 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:13.546200 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fa6f9437-431e-49ed-894a-27d5b4b35bd9 req-c53fe089-70ec-4d1c-91f4-0a3efc83bcf1 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.2828386 Jun 01 15:53:13.561694 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e874d7-f0e8-4ba8-b510-a08f55cfa216 req-ace10979-dfe8-4ed3-9e88-1cd4e9800600 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:13.563294 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-53e874d7-f0e8-4ba8-b510-a08f55cfa216 req-ace10979-dfe8-4ed3-9e88-1cd4e9800600 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 944 time: 0.2432618 Jun 01 15:53:13.659536 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-18060fa0-dcab-423f-b126-0919fc64a4c6 req-7aea036a-4719-45f1-88bc-cad03126cac2 service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857249 Jun 01 15:53:13.710646 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fa6f9437-431e-49ed-894a-27d5b4b35bd9 req-5152e18e-c775-47f7-a57e-18315fcbdb33 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463866 Jun 01 15:53:13.721892 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-53e874d7-f0e8-4ba8-b510-a08f55cfa216 req-3222387e-887f-444a-9fa3-1d040b29443b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646377 Jun 01 15:53:13.981755 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5088228-cb56-4e67-9828-f0a89a073ff9 req-d641a364-5a71-4688-b17b-0b62ec5c61ab tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:13.989409 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b5088228-cb56-4e67-9828-f0a89a073ff9 req-d641a364-5a71-4688-b17b-0b62ec5c61ab tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.0957305 Jun 01 15:53:14.084808 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b5088228-cb56-4e67-9828-f0a89a073ff9 req-653a66ba-7cd6-4b7c-b805-9943e97c3c0e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945175 Jun 01 15:53:14.181907 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a66ac-defe-4bea-96ef-50f52ff7f1b8 req-1a0933a1-0af1-481c-9ec1-d5718a5b3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:14.183378 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5e4a66ac-defe-4bea-96ef-50f52ff7f1b8 req-1a0933a1-0af1-481c-9ec1-d5718a5b3de0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 1099 time: 0.1419556 Jun 01 15:53:14.314203 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aae577-0aec-4b89-8910-af8ae9f579dc req-3df49dc1-c4df-43ca-ae15-48128aa9ab6f tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:14.314203 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48aae577-0aec-4b89-8910-af8ae9f579dc req-3df49dc1-c4df-43ca-ae15-48128aa9ab6f tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1981161 Jun 01 15:53:14.372264 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a66ac-defe-4bea-96ef-50f52ff7f1b8 req-da45df03-7ac2-4786-b608-523c8ba3d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:14.373704 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5e4a66ac-defe-4bea-96ef-50f52ff7f1b8 req-da45df03-7ac2-4786-b608-523c8ba3d062 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 920 time: 0.1812701 Jun 01 15:53:14.379158 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48aae577-0aec-4b89-8910-af8ae9f579dc req-26d643d5-4cfe-4cd2-bd1f-83f827664394 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599811 Jun 01 15:53:14.468727 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5e4a66ac-defe-4bea-96ef-50f52ff7f1b8 req-dd3d9cf9-b58b-473f-97f8-01d24cea91d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4c5a73-d54b-4498-a62a-f6d53c89968c HTTP/1.1" status: 200 len: 217 time: 0.0714571 Jun 01 15:53:14.546789 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a66ac-defe-4bea-96ef-50f52ff7f1b8 req-8295cae2-5277-45ed-939c-38e1eb539000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:14.548313 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5e4a66ac-defe-4bea-96ef-50f52ff7f1b8 req-8295cae2-5277-45ed-939c-38e1eb539000 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 200 len: 859 time: 0.0710046 Jun 01 15:53:14.602529 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5e4a66ac-defe-4bea-96ef-50f52ff7f1b8 req-d7ebfb5b-cabc-4860-959c-6d5460feb6e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459392 Jun 01 15:53:14.763868 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5e4a66ac-defe-4bea-96ef-50f52ff7f1b8 req-ba32a390-f689-4b87-afc8-d1cafac73061 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525640 Jun 01 15:53:14.801299 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42274) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:14.880321 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:14.927148 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f6a976f3-b927-4a10-8cd0-1c6bbb62bcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:14.942397 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f6a976f3-b927-4a10-8cd0-1c6bbb62bcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:14.946320 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f6a976f3-b927-4a10-8cd0-1c6bbb62bcf9 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0c25ed651b435f85888df936dd21ba is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:14.949139 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f6a976f3-b927-4a10-8cd0-1c6bbb62bcf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:14.955749 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f6a976f3-b927-4a10-8cd0-1c6bbb62bcf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:14.962291 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5e4a66ac-defe-4bea-96ef-50f52ff7f1b8 req-71e08951-d2a0-4861-9800-c1b3f3cc56be service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895778 Jun 01 15:53:14.983216 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ce1e0-4488-4a90-b30c-11cbd0883b03 req-465d9044-3b7f-4d41-9395-93867d002e9c tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:14.985036 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8a9ce1e0-4488-4a90-b30c-11cbd0883b03 req-465d9044-3b7f-4d41-9395-93867d002e9c tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 944 time: 0.1171808 Jun 01 15:53:15.045461 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8a9ce1e0-4488-4a90-b30c-11cbd0883b03 req-74df4610-0789-462c-a62d-a6bc15abe702 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523224 Jun 01 15:53:15.067545 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f6a976f3-b927-4a10-8cd0-1c6bbb62bcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.071458 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f6a976f3-b927-4a10-8cd0-1c6bbb62bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.080482 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:15.118174 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f6a976f3-b927-4a10-8cd0-1c6bbb62bcf9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7a0c25ed651b435f85888df936dd21ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156188 Jun 01 15:53:15.119962 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a976f3-b927-4a10-8cd0-1c6bbb62bcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5851bc13-62e1-44df-9397-dd0cc60068f3,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:15.121136 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42282) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:15.122982 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f6a976f3-b927-4a10-8cd0-1c6bbb62bcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:15.179936 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c589062a-b564-4818-aa04-9b566964be07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.205935 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c589062a-b564-4818-aa04-9b566964be07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.313243 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c589062a-b564-4818-aa04-9b566964be07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.318149 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-51e6f9d1-10f9-4667-b03b-3f80278730d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:15.333566 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea249b5-e12b-4be4-9792-8a1e3d49fd12 req-c198589b-c097-48e2-855c-dba74f809e42 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:15.335019 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0ea249b5-e12b-4be4-9792-8a1e3d49fd12 req-c198589b-c097-48e2-855c-dba74f809e42 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1182983 Jun 01 15:53:15.337375 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589062a-b564-4818-aa04-9b566964be07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5851bc13-62e1-44df-9397-dd0cc60068f3,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:15.340735 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c589062a-b564-4818-aa04-9b566964be07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:15.359211 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c589062a-b564-4818-aa04-9b566964be07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.360291 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-c589062a-b564-4818-aa04-9b566964be07 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5851bc13-62e1-44df-9397-dd0cc60068f3 HTTP/1.1" status: 204 len: 168 time: 0.2381074 Jun 01 15:53:15.385832 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0ea249b5-e12b-4be4-9792-8a1e3d49fd12 req-a89d1970-2d21-4522-81aa-d8909c059e72 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430956 Jun 01 15:53:15.599904 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f404c-2562-4aef-aef3-5dfc5bdf34c4 req-d4eaf5ed-102e-45ae-84aa-9abd2dc1c970 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:15.601506 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-127f404c-2562-4aef-aef3-5dfc5bdf34c4 req-d4eaf5ed-102e-45ae-84aa-9abd2dc1c970 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1033862 Jun 01 15:53:15.652510 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-127f404c-2562-4aef-aef3-5dfc5bdf34c4 req-05a6dd46-6740-4fc3-bd98-c7167fe17b86 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431116 Jun 01 15:53:15.696541 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42302) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:15.719569 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.736678 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:15.740545 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Usage tracker for resource:security_group_rule and tenant:62bb79d572784953ae9b13d93100bca5 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:15.743620 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:15.750778 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:15.863848 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.871418 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.881268 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a91b71f1-7a1a-4f11-9dcd-50d5f4561f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:15.932053 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=62bb79d572784953ae9b13d93100bca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338474 Jun 01 15:53:15.932933 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6586a49-11f3-4670-98ef-497ed9695815,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:15.934849 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42314) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:15.941727 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.942173 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.942511 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.942860 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.943206 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.943537 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.943874 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.944201 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.944535 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.944865 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.945193 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.945520 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.960704 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:15.995897 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed366f9b-98b4-4368-942d-339991784834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.022309 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed366f9b-98b4-4368-942d-339991784834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.080749 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed366f9b-98b4-4368-942d-339991784834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.088919 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:16.090769 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 43e14949-3c11-47bd-8a3b-be6cb1be43dc details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:53:16.101438 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed366f9b-98b4-4368-942d-339991784834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6586a49-11f3-4670-98ef-497ed9695815,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:16.105200 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ed366f9b-98b4-4368-942d-339991784834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:16.110678 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed366f9b-98b4-4368-942d-339991784834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.112180 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-ed366f9b-98b4-4368-942d-339991784834 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b6586a49-11f3-4670-98ef-497ed9695815 HTTP/1.1" status: 204 len: 168 time: 0.1760116 Jun 01 15:53:16.142529 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42322) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:16.254343 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:16.269274 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'port_id': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'mac_address': 'fa:16:3e:cf:fe:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:53:16.271437 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56b405-2f34-4744-b148-73c06fb434f9 req-e0446e56-6d1d-4216-9e05-cf5b3cdbfc54 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:16.278381 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bd56b405-2f34-4744-b148-73c06fb434f9 req-e0446e56-6d1d-4216-9e05-cf5b3cdbfc54 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 944 time: 0.1036112 Jun 01 15:53:16.296075 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-79b06173-e803-4812-95f3-bd9abeaa6fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.311971 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-79b06173-e803-4812-95f3-bd9abeaa6fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:16.317947 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-79b06173-e803-4812-95f3-bd9abeaa6fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:dd160d1aef714db7863e72ed0942dbd6 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:16.321967 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-79b06173-e803-4812-95f3-bd9abeaa6fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:16.325154 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bd56b405-2f34-4744-b148-73c06fb434f9 req-4a8bd5ce-cc9f-4e53-9130-de45fe34d7e8 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457516 Jun 01 15:53:16.333305 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-79b06173-e803-4812-95f3-bd9abeaa6fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:16.361321 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.383469 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e14949-3c11-47bd-8a3b-be6cb1be43dc {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:16.400815 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:16.404221 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.407824 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:16.439499 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-79b06173-e803-4812-95f3-bd9abeaa6fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.448367 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-79b06173-e803-4812-95f3-bd9abeaa6fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.462827 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7bcbae30-e15f-40f0-9c0b-6cb0a3e0aa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:16.490879 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.516697 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-79b06173-e803-4812-95f3-bd9abeaa6fc5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dd160d1aef714db7863e72ed0942dbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727109 Jun 01 15:53:16.519303 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42332) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:16.526681 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b06173-e803-4812-95f3-bd9abeaa6fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d6c490-796b-44e2-afa9-68e1fc8c8dfe,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:16.529013 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=43e14949-3c11-47bd-8a3b-be6cb1be43dc,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:16.530437 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-79b06173-e803-4812-95f3-bd9abeaa6fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:16.532245 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:16.698419 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.733939 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a7d66-0988-4c66-ae8a-aef791f56430 req-924d5c79-0385-47ad-b94e-47b86f0182fe tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:16.735426 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dd3a7d66-0988-4c66-ae8a-aef791f56430 req-924d5c79-0385-47ad-b94e-47b86f0182fe tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 945 time: 0.2014072 Jun 01 15:53:16.743727 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.862390 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dd3a7d66-0988-4c66-ae8a-aef791f56430 req-aec33ed6-8f27-486d-b5bb-78871d60e22c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108224 Jun 01 15:53:16.902650 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3155eb-b2c7-475c-86dc-75e77ad81b10 req-63b126d2-5802-4b82-a000-bec815bb9299 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:16.904152 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ac3155eb-b2c7-475c-86dc-75e77ad81b10 req-63b126d2-5802-4b82-a000-bec815bb9299 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1366873 Jun 01 15:53:16.904900 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.908973 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7e32b81e-c3c0-4dc3-b2a6-478590fc9ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:16.935056 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d6c490-796b-44e2-afa9-68e1fc8c8dfe,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:16.960426 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.960780 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.961126 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.961476 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.961810 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.962168 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.962499 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.962827 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.963156 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.963480 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.963805 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.964128 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:16.969773 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:16.970740 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.971818 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/99d6c490-796b-44e2-afa9-68e1fc8c8dfe HTTP/1.1" status: 204 len: 168 time: 0.4508812 Jun 01 15:53:16.979251 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ac3155eb-b2c7-475c-86dc-75e77ad81b10 req-d07bc79b-0a99-446a-8eff-30718af02c18 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623283 Jun 01 15:53:17.345923 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42372) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:17.363511 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-04ff3145-1c78-4ff8-bd84-8bd86258084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.379851 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-04ff3145-1c78-4ff8-bd84-8bd86258084c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:17.383656 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-04ff3145-1c78-4ff8-bd84-8bd86258084c admin admin] Usage tracker for resource:security_group_rule and tenant:d875e1a838ff450ab546767395e810d5 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:17.386422 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-04ff3145-1c78-4ff8-bd84-8bd86258084c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:17.392986 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-04ff3145-1c78-4ff8-bd84-8bd86258084c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:17.529389 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-04ff3145-1c78-4ff8-bd84-8bd86258084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.542313 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-04ff3145-1c78-4ff8-bd84-8bd86258084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.551034 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-400c8f29-029c-42ff-8637-2a6c83856437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:17.597789 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff3145-1c78-4ff8-bd84-8bd86258084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62358f33-a57e-4d60-a604-5f0f252eb1f6,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:17.601868 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-04ff3145-1c78-4ff8-bd84-8bd86258084c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d875e1a838ff450ab546767395e810d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549403 Jun 01 15:53:17.602918 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-04ff3145-1c78-4ff8-bd84-8bd86258084c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:17.605265 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42408) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:17.617291 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbb056-31a0-4247-aec6-b576839e9bb1 req-b4f3530e-0206-467f-81a9-a916e82c2b45 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:17.619131 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-77bbb056-31a0-4247-aec6-b576839e9bb1 req-b4f3530e-0206-467f-81a9-a916e82c2b45 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 944 time: 0.1595759 Jun 01 15:53:17.666998 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-77bbb056-31a0-4247-aec6-b576839e9bb1 req-c6ddbd40-02a4-4daf-a7cc-ce82124cb7d8 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400894 Jun 01 15:53:17.667208 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-13265a2a-21aa-4988-a528-28a6f0ba1f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.694249 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-13265a2a-21aa-4988-a528-28a6f0ba1f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.752540 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-13265a2a-21aa-4988-a528-28a6f0ba1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.757261 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-817ef0a0-cbaf-472b-a6d8-8166d4bf0071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:17.770617 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13265a2a-21aa-4988-a528-28a6f0ba1f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62358f33-a57e-4d60-a604-5f0f252eb1f6,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:17.774452 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-13265a2a-21aa-4988-a528-28a6f0ba1f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:17.791449 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-13265a2a-21aa-4988-a528-28a6f0ba1f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.792693 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-13265a2a-21aa-4988-a528-28a6f0ba1f88 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/62358f33-a57e-4d60-a604-5f0f252eb1f6 HTTP/1.1" status: 204 len: 168 time: 0.1865189 Jun 01 15:53:18.099632 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b7709-913e-4b42-8c2c-9439c2f18a3d req-5f7b9cbd-2c8a-439a-9799-1ecc8db04756 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:18.106341 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-147b7709-913e-4b42-8c2c-9439c2f18a3d req-5f7b9cbd-2c8a-439a-9799-1ecc8db04756 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 945 time: 0.1071992 Jun 01 15:53:18.208643 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-147b7709-913e-4b42-8c2c-9439c2f18a3d req-a952c9c0-fb04-476c-8bb0-fa2c5b75a04c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013966 Jun 01 15:53:18.252101 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e27470-1b3a-41a1-abf7-4d5789dc1914 req-2606a74e-12cc-458d-a884-1a2dd5cf43b3 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:18.253542 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d6e27470-1b3a-41a1-abf7-4d5789dc1914 req-2606a74e-12cc-458d-a884-1a2dd5cf43b3 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1283026 Jun 01 15:53:18.295385 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e1c74f1b-053b-491d-a7ad-863ba01a09aa details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:53:18.305914 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d6e27470-1b3a-41a1-abf7-4d5789dc1914 req-db90d8ae-ba36-4d03-bde9-f9d9851c1fd2 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 Jun 01 15:53:18.439755 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port e1c74f1b-053b-491d-a7ad-863ba01a09aa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e1c74f1b-053b-491d-a7ad-863ba01a09aa,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:18.453523 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'port_id': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa', 'mac_address': 'fa:16:3e:28:1b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:53:18.517237 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:18.536771 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c74f1b-053b-491d-a7ad-863ba01a09aa {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:18.554605 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port e1c74f1b-053b-491d-a7ad-863ba01a09aa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e1c74f1b-053b-491d-a7ad-863ba01a09aa,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:18.559077 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:18.560678 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:18.631135 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=e1c74f1b-053b-491d-a7ad-863ba01a09aa,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:18.634609 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:18.669817 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['43e14949-3c11-47bd-8a3b-be6cb1be43dc'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:53:18.903127 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36b6eb-b8b8-437e-883d-651d55c7e13b req-699523a6-21ce-45cd-808c-a2e844a2047d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:18.906269 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1b36b6eb-b8b8-437e-883d-651d55c7e13b req-699523a6-21ce-45cd-808c-a2e844a2047d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 945 time: 0.0936325 Jun 01 15:53:18.956821 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1b36b6eb-b8b8-437e-883d-651d55c7e13b req-76a1dd87-a4a6-4bdd-992d-5ea5801d313c tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425167 Jun 01 15:53:18.979944 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['e1c74f1b-053b-491d-a7ad-863ba01a09aa'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:53:19.452611 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83333ef-c158-4301-9a4c-e96aef1bb9dd req-0489c15b-cd2d-45ab-930a-690b089390dc tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:19.460450 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f83333ef-c158-4301-9a4c-e96aef1bb9dd req-0489c15b-cd2d-45ab-930a-690b089390dc tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 945 time: 0.1115744 Jun 01 15:53:19.602359 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f83333ef-c158-4301-9a4c-e96aef1bb9dd req-a5168ba1-24b2-439e-b49c-e0579044bf7e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410420 Jun 01 15:53:19.634252 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039776bb-11d2-416f-9c3e-4a384930de71 req-dd26c9db-4e51-4c3c-9161-818bee611694 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:19.634252 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-039776bb-11d2-416f-9c3e-4a384930de71 req-dd26c9db-4e51-4c3c-9161-818bee611694 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1907108 Jun 01 15:53:19.695496 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-039776bb-11d2-416f-9c3e-4a384930de71 req-0cd7a6c9-56df-433c-81a7-a7d45c11995e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541089 Jun 01 15:53:20.184761 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1249ff-74b6-4ad8-9c31-6ab3c9c707d2 req-0a8ebf48-3d9d-4550-b0a5-36eef72edeeb tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:20.188133 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-df1249ff-74b6-4ad8-9c31-6ab3c9c707d2 req-0a8ebf48-3d9d-4550-b0a5-36eef72edeeb tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 945 time: 0.1066997 Jun 01 15:53:20.237107 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-df1249ff-74b6-4ad8-9c31-6ab3c9c707d2 req-f38a46c3-4287-4085-9dac-04e3fa4e3bdc tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437579 Jun 01 15:53:20.296447 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 43e14949-3c11-47bd-8a3b-be6cb1be43dc up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:20.379368 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port 43e14949-3c11-47bd-8a3b-be6cb1be43dc completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:20.384911 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 43e14949-3c11-47bd-8a3b-be6cb1be43dc triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:20.385289 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.507705 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.538537 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:20.540760 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f9785d-afb4-4edf-b405-0c69f64bc420" -d '{"events": [{"server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "name": "network-vif-plugged", "status": "completed", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:20.552164 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:20.556876 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.557983 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e1c74f1b-053b-491d-a7ad-863ba01a09aa up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:20.594574 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:20.642389 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42542) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:20.644915 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcb2aba-d236-4661-a28c-600df0e25008 x-openstack-request-id: req-8bcb2aba-d236-4661-a28c-600df0e25008 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:20.645208 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "name": "network-vif-plugged", "status": "completed", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:20.645474 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8bcb2aba-d236-4661-a28c-600df0e25008 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:20.645966 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'code': 200} Jun 01 15:53:20.709516 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=43e14949-3c11-47bd-8a3b-be6cb1be43dc,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:20.720035 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.720666 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.721179 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.721679 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.722187 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.722678 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.723153 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.723619 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.724116 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.724650 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.725172 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.725653 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:20.730903 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port e1c74f1b-053b-491d-a7ad-863ba01a09aa completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:20.735813 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:20.737735 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port e1c74f1b-053b-491d-a7ad-863ba01a09aa triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:20.738309 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.868059 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ce2c3bb8-3379-4a2c-8058-a0dc5b2fe221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.903490 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69314b1a-2d2d-462c-92c5-33c655bc8522 req-58f08a5a-d760-45c3-a3e4-5fea72e79a8b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:20.907577 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-ce2c3bb8-3379-4a2c-8058-a0dc5b2fe221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:20.911131 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-69314b1a-2d2d-462c-92c5-33c655bc8522 req-58f08a5a-d760-45c3-a3e4-5fea72e79a8b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1401205 Jun 01 15:53:20.912840 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-ce2c3bb8-3379-4a2c-8058-a0dc5b2fe221 admin admin] Usage tracker for resource:security_group_rule and tenant:eecd76c3bc20439e9aee8438d81add28 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:20.920809 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-ce2c3bb8-3379-4a2c-8058-a0dc5b2fe221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:20.940646 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-ce2c3bb8-3379-4a2c-8058-a0dc5b2fe221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:20.950394 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.023924 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port e1c74f1b-053b-491d-a7ad-863ba01a09aa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e1c74f1b-053b-491d-a7ad-863ba01a09aa,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:21.030344 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.033876 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:21.060680 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-69314b1a-2d2d-462c-92c5-33c655bc8522 req-ae174f31-ae39-41ca-956e-ebe5d5a9ecee tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480720 Jun 01 15:53:21.114163 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6ee8c-1120-4372-b9f1-50ee75b0b293 req-eb5fc5d6-a3c1-4296-9ef7-719ff3af57e6 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:21.121558 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cad6ee8c-1120-4372-b9f1-50ee75b0b293 req-eb5fc5d6-a3c1-4296-9ef7-719ff3af57e6 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.2359421 Jun 01 15:53:21.140998 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb57444-7895-46a6-9204-44fa9c2b5db2 req-a3569c94-26bb-49fc-ba06-2cea99189ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:21.142471 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dfb57444-7895-46a6-9204-44fa9c2b5db2 req-a3569c94-26bb-49fc-ba06-2cea99189ed3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 1099 time: 0.2890985 Jun 01 15:53:21.163536 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=e1c74f1b-053b-491d-a7ad-863ba01a09aa,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:21.166594 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:21.178027 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ce2c3bb8-3379-4a2c-8058-a0dc5b2fe221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.192407 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ce2c3bb8-3379-4a2c-8058-a0dc5b2fe221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.206739 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8e54695e-8bcd-4e8d-817e-6fb6b9c02edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:21.218442 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cad6ee8c-1120-4372-b9f1-50ee75b0b293 req-92cbfd7b-eedd-4ac3-ab50-1cca2f8db3c1 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933092 Jun 01 15:53:21.227257 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dfb57444-7895-46a6-9204-44fa9c2b5db2 req-d98429c4-001d-45d6-90f9-af679eea06db service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771527 Jun 01 15:53:21.262968 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ce2c3bb8-3379-4a2c-8058-a0dc5b2fe221 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eecd76c3bc20439e9aee8438d81add28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195147 Jun 01 15:53:21.266426 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42564) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:21.266628 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c3bb8-3379-4a2c-8058-a0dc5b2fe221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a704ae-dfaf-4301-9fa2-e31beffc065f,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:21.269843 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ce2c3bb8-3379-4a2c-8058-a0dc5b2fe221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:21.357672 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-131f7714-6892-4b7a-abd3-5651fd30d8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.390804 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-131f7714-6892-4b7a-abd3-5651fd30d8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.520206 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-131f7714-6892-4b7a-abd3-5651fd30d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.532363 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa29c1c-c73b-4d24-ae68-f775fb43c43e req-16084926-c122-4933-a8ad-8cd2a3e1d2e7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:21.533928 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-daa29c1c-c73b-4d24-ae68-f775fb43c43e req-16084926-c122-4933-a8ad-8cd2a3e1d2e7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1342573 Jun 01 15:53:21.535905 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8778bb28-8cb9-4d46-9a05-15a124edded7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:21.562124 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f7714-6892-4b7a-abd3-5651fd30d8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a704ae-dfaf-4301-9fa2-e31beffc065f,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:21.570762 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-131f7714-6892-4b7a-abd3-5651fd30d8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:21.586403 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-131f7714-6892-4b7a-abd3-5651fd30d8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.587912 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-131f7714-6892-4b7a-abd3-5651fd30d8c4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/88a704ae-dfaf-4301-9fa2-e31beffc065f HTTP/1.1" status: 204 len: 168 time: 0.3169856 Jun 01 15:53:21.600179 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-daa29c1c-c73b-4d24-ae68-f775fb43c43e req-a772bf1d-5284-4a18-a664-17296f81264f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578175 Jun 01 15:53:21.905009 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42584) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:21.922932 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-10bff166-1c66-46bb-89fa-703a5ffcf424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.939500 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-10bff166-1c66-46bb-89fa-703a5ffcf424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:21.943597 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-10bff166-1c66-46bb-89fa-703a5ffcf424 admin admin] Usage tracker for resource:security_group_rule and tenant:60248cc843a64573ba900611e26780e3 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:21.946662 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-10bff166-1c66-46bb-89fa-703a5ffcf424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:21.952376 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-10bff166-1c66-46bb-89fa-703a5ffcf424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:21.980904 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcae013-3b35-4e33-ba1d-1777feae5c8a req-942bf413-0e08-4a6d-a300-978eedf7cea3 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:21.982387 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2bcae013-3b35-4e33-ba1d-1777feae5c8a req-942bf413-0e08-4a6d-a300-978eedf7cea3 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 945 time: 0.0886583 Jun 01 15:53:22.032290 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2bcae013-3b35-4e33-ba1d-1777feae5c8a req-bca51bd2-7633-406d-aac5-ab4ea8da8514 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420401 Jun 01 15:53:22.038539 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-10bff166-1c66-46bb-89fa-703a5ffcf424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.046274 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-10bff166-1c66-46bb-89fa-703a5ffcf424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.120390 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b9cbe185-2fa3-4426-a2ce-a86ea2dac70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:22.147316 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-10bff166-1c66-46bb-89fa-703a5ffcf424 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=60248cc843a64573ba900611e26780e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410340 Jun 01 15:53:22.149831 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42588) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:22.189478 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bff166-1c66-46bb-89fa-703a5ffcf424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d70188-6d2c-41f0-9f1a-df21fddac918,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:22.195217 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-10bff166-1c66-46bb-89fa-703a5ffcf424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:22.225722 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7686c0f9-d64b-4776-b70b-7f25c8476e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.256633 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7686c0f9-d64b-4776-b70b-7f25c8476e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.301397 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765115d-034d-4f3b-8b8b-15a8b2d4fc80 req-ca6ce8d4-094e-4f72-a378-92421e4f961d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:22.309347 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c765115d-034d-4f3b-8b8b-15a8b2d4fc80 req-ca6ce8d4-094e-4f72-a378-92421e4f961d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1221256 Jun 01 15:53:22.315160 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7686c0f9-d64b-4776-b70b-7f25c8476e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.320055 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:22.332967 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686c0f9-d64b-4776-b70b-7f25c8476e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d70188-6d2c-41f0-9f1a-df21fddac918,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:22.337734 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7686c0f9-d64b-4776-b70b-7f25c8476e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:22.341846 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7686c0f9-d64b-4776-b70b-7f25c8476e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.346480 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7686c0f9-d64b-4776-b70b-7f25c8476e68 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/67d70188-6d2c-41f0-9f1a-df21fddac918 HTTP/1.1" status: 204 len: 168 time: 0.1952128 Jun 01 15:53:22.429652 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c765115d-034d-4f3b-8b8b-15a8b2d4fc80 req-e9d2d5d1-ed54-49fa-aba7-19a142f4e308 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103542 Jun 01 15:53:22.459805 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da30068-0302-4dad-a51a-77470304625a req-2df9174c-3252-49af-afdc-f78a062c29aa tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:22.461614 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3da30068-0302-4dad-a51a-77470304625a req-2df9174c-3252-49af-afdc-f78a062c29aa tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1130493 Jun 01 15:53:22.575118 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3da30068-0302-4dad-a51a-77470304625a req-a807653e-f7bb-45a4-a8bf-c6bf7cb40117 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075726 Jun 01 15:53:22.647945 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:22.651697 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b3ff0f-e5ac-41c1-8b2d-74aff7c4bfae" -d '{"events": [{"server_uuid": "981cc608-c80f-4c69-921c-f6562e2a8cfc", "name": "network-vif-plugged", "status": "completed", "tag": "e1c74f1b-053b-491d-a7ad-863ba01a09aa"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:22.703442 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72f8157-1f45-4c7f-997b-3acc4b448449 x-openstack-request-id: req-c72f8157-1f45-4c7f-997b-3acc4b448449 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:22.703936 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981cc608-c80f-4c69-921c-f6562e2a8cfc", "name": "network-vif-plugged", "status": "completed", "tag": "e1c74f1b-053b-491d-a7ad-863ba01a09aa", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:22.704332 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c72f8157-1f45-4c7f-997b-3acc4b448449 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:22.704880 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa', 'code': 200} Jun 01 15:53:22.919982 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831adb90-0486-4dca-bde1-ec38c1ed8ca7 req-49f6da48-e6ce-412f-9639-a4d082851151 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:22.922705 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-831adb90-0486-4dca-bde1-ec38c1ed8ca7 req-49f6da48-e6ce-412f-9639-a4d082851151 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1598451 Jun 01 15:53:22.971947 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-831adb90-0486-4dca-bde1-ec38c1ed8ca7 req-2829f850-bb69-4284-b17c-d65db5fed3f7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434287 Jun 01 15:53:23.078387 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358838f9-1db9-49c9-a61e-b8a2c0d4017c req-1e6ea04c-38d1-43e4-9c12-72959607a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:23.081245 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-358838f9-1db9-49c9-a61e-b8a2c0d4017c req-1e6ea04c-38d1-43e4-9c12-72959607a7a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 1099 time: 0.0868347 Jun 01 15:53:23.167015 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-358838f9-1db9-49c9-a61e-b8a2c0d4017c req-c59e6e23-47a2-416a-9ece-790b959f9d41 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776286 Jun 01 15:53:23.279336 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b8374-4762-4c44-bdc2-e999d56040f9 req-ecf78fc5-b3bf-4916-9dfc-955ec30d0403 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:23.281521 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9f1b8374-4762-4c44-bdc2-e999d56040f9 req-ecf78fc5-b3bf-4916-9dfc-955ec30d0403 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 945 time: 0.0942962 Jun 01 15:53:23.336201 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9f1b8374-4762-4c44-bdc2-e999d56040f9 req-61f51433-6a9c-461f-87a0-60f42d9f73c2 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465319 Jun 01 15:53:23.613468 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a8e5-308f-4b03-9159-76a451ea631b req-69b8b426-071b-47c3-b1c7-00e6d64240f3 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:23.615178 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-db67a8e5-308f-4b03-9159-76a451ea631b req-69b8b426-071b-47c3-b1c7-00e6d64240f3 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.0873582 Jun 01 15:53:23.664512 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-db67a8e5-308f-4b03-9159-76a451ea631b req-8c468464-7ce8-481c-a587-961e30e36046 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422468 Jun 01 15:53:23.787603 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fb320-9778-4958-ab15-b029fa279424 req-65665715-c2b2-4982-9070-81af36609568 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:23.789088 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b37fb320-9778-4958-ab15-b029fa279424 req-65665715-c2b2-4982-9070-81af36609568 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.0909662 Jun 01 15:53:23.879265 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b37fb320-9778-4958-ab15-b029fa279424 req-81b41abf-1d85-43ec-8417-c6eafc7d8fd4 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603735 Jun 01 15:53:23.904766 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9031b-d86d-4c76-bc8a-0c6930029652 req-267ea078-fc84-4b7f-bd74-c7aeabc4ae45 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:23.906891 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-69f9031b-d86d-4c76-bc8a-0c6930029652 req-267ea078-fc84-4b7f-bd74-c7aeabc4ae45 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1290605 Jun 01 15:53:23.916093 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42692) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:23.923578 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-b40b1c84-c14b-49e3-ab26-8c7d292dc6e9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'floatingip': {'port_id': '43e14949-3c11-47bd-8a3b-be6cb1be43dc'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:24.009861 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b40b1c84-c14b-49e3-ab26-8c7d292dc6e9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.391128 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd5880-d09b-4a97-9240-ce888982f058 req-27cc8ab3-789d-46dd-b395-be5d9f29c073 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:24.392867 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-14fd5880-d09b-4a97-9240-ce888982f058 req-27cc8ab3-789d-46dd-b395-be5d9f29c073 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.2945969 Jun 01 15:53:24.537018 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42724) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:24.670505 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-14fd5880-d09b-4a97-9240-ce888982f058 req-e9445790-88b3-4e9a-be05-c6d89eab7acc tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684739 Jun 01 15:53:24.749644 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-59365b72-75fe-4425-befc-c8698dca1d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.770154 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-59365b72-75fe-4425-befc-c8698dca1d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:24.775285 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-59365b72-75fe-4425-befc-c8698dca1d36 admin admin] Usage tracker for resource:security_group_rule and tenant:4d644076522b41deb93c467f3649bf9b is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:24.778993 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-59365b72-75fe-4425-befc-c8698dca1d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:24.787076 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-59365b72-75fe-4425-befc-c8698dca1d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:24.895698 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-59365b72-75fe-4425-befc-c8698dca1d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.900946 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-59365b72-75fe-4425-befc-c8698dca1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.911495 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-68a2e0e1-4bf6-4ca7-b410-5b628e88b601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:24.961110 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59365b72-75fe-4425-befc-c8698dca1d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed0da6a-23dc-46a7-9df0-aad759352141,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:24.965410 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-59365b72-75fe-4425-befc-c8698dca1d36 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4d644076522b41deb93c467f3649bf9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270978 Jun 01 15:53:24.966665 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-59365b72-75fe-4425-befc-c8698dca1d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:24.968519 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42748) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:25.051604 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7176873a-c18e-4954-a826-ef2634d6a333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.083045 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7176873a-c18e-4954-a826-ef2634d6a333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.147014 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7176873a-c18e-4954-a826-ef2634d6a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.152004 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-13265a2a-21aa-4988-a528-28a6f0ba1f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:25.169020 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176873a-c18e-4954-a826-ef2634d6a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed0da6a-23dc-46a7-9df0-aad759352141,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:25.173240 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7176873a-c18e-4954-a826-ef2634d6a333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:25.175746 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7176873a-c18e-4954-a826-ef2634d6a333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.179226 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7176873a-c18e-4954-a826-ef2634d6a333 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aed0da6a-23dc-46a7-9df0-aad759352141 HTTP/1.1" status: 204 len: 168 time: 0.2071364 Jun 01 15:53:25.216453 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851de563-a0b9-4822-bc9d-5b17b7065f56 req-b0fb4320-5c70-4107-9581-0302a8c486fe tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:25.219490 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-851de563-a0b9-4822-bc9d-5b17b7065f56 req-b0fb4320-5c70-4107-9581-0302a8c486fe tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 945 time: 0.6463087 Jun 01 15:53:25.269858 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.db.resource_extend [None req-b40b1c84-c14b-49e3-ab26-8c7d292dc6e9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 15:53:25.406707 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b362e8a-7cb7-47ec-b161-6166e3d65170 req-68687004-1f8e-4b81-924f-c11bc711d208 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:25.408042 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9b362e8a-7cb7-47ec-b161-6166e3d65170 req-68687004-1f8e-4b81-924f-c11bc711d208 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.86 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 945 time: 0.4429555 Jun 01 15:53:25.456706 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-851de563-a0b9-4822-bc9d-5b17b7065f56 req-a88ab481-b58a-49ef-97c7-003073896582 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228954 Jun 01 15:53:25.490433 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b40b1c84-c14b-49e3-ab26-8c7d292dc6e9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.497864 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b40b1c84-c14b-49e3-ab26-8c7d292dc6e9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.566129 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de360ec-a95d-4f9f-8392-f03782913a08 req-2a4759b5-b0e0-457d-85a2-879aa6d00735 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:25.567558 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4de360ec-a95d-4f9f-8392-f03782913a08 req-2a4759b5-b0e0-457d-85a2-879aa6d00735 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.4678204 Jun 01 15:53:25.691897 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4de360ec-a95d-4f9f-8392-f03782913a08 req-3f85d75b-9bcf-46b9-8de2-b7b3893ad7fc tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867422 Jun 01 15:53:25.786193 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.l3_db [None req-b40b1c84-c14b-49e3-ab26-8c7d292dc6e9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Floating IP 2a9a1eb5-8061-40c3-bd7e-0d682097099d associated. External IP: 172.27.2.178, port: 43e14949-3c11-47bd-8a3b-be6cb1be43dc. Jun 01 15:53:25.842080 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-9b362e8a-7cb7-47ec-b161-6166e3d65170 req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Deleting port 3897e373-4b55-4cc0-9021-069a0cabeefd {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:53:25.842492 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-9b362e8a-7cb7-47ec-b161-6166e3d65170 req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:26.144954 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-9b362e8a-7cb7-47ec-b161-6166e3d65170 req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] For port 3897e373-4b55-4cc0-9021-069a0cabeefd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3897e373-4b55-4cc0-9021-069a0cabeefd,segment=NetworkSegment(0468434b-57f5-485b-980d-c1f684d382b3),segment_id=0468434b-57f5-485b-980d-c1f684d382b3)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:26.145303 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-9b362e8a-7cb7-47ec-b161-6166e3d65170 req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:26.414396 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-9b362e8a-7cb7-47ec-b161-6166e3d65170 req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Calling delete_port for 3897e373-4b55-4cc0-9021-069a0cabeefd owned by compute:nova {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:53:26.439087 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edc5ff-81da-4a9c-998d-68e8225e574a req-ae385271-775a-49f5-8884-3b4884daaefb tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:26.440536 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-86edc5ff-81da-4a9c-998d-68e8225e574a req-ae385271-775a-49f5-8884-3b4884daaefb tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.6001873 Jun 01 15:53:26.691762 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-86edc5ff-81da-4a9c-998d-68e8225e574a req-c1dcf70a-fe63-4668-a7ff-46827a9e31bf tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395842 Jun 01 15:53:26.736900 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40b1c84-c14b-49e3-ab26-8c7d292dc6e9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:53:26.919775 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d45c12-7bde-40b1-a38a-a022fa2e1579 req-35607b88-2ec1-49e1-9b9a-5eda15b10468 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:26.921798 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d9d45c12-7bde-40b1-a38a-a022fa2e1579 req-35607b88-2ec1-49e1-9b9a-5eda15b10468 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 945 time: 0.3086007 Jun 01 15:53:26.976005 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-9b362e8a-7cb7-47ec-b161-6166e3d65170 req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:26.992688 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['3897e373-4b55-4cc0-9021-069a0cabeefd'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:53:27.068410 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:27.134903 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d9d45c12-7bde-40b1-a38a-a022fa2e1579 req-e048c2fa-cfc1-48cc-af17-3a08261b7013 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/security-groups?id=6b9e2d00-fe88-43aa-92d7-c225ad0328e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051597 Jun 01 15:53:27.136240 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Pushing event deleted for resources: {'Port': ['ID=3897e373-4b55-4cc0-9021-069a0cabeefd,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:27.184607 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40b1c84-c14b-49e3-ab26-8c7d292dc6e9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:53:27.200021 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336ce51-10ee-4d77-bb72-c9de53308c26 None None] Sync routers for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:53:27.213427 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336ce51-10ee-4d77-bb72-c9de53308c26 None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:27.214089 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-2336ce51-10ee-4d77-bb72-c9de53308c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:53:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:27.242697 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:27.243098 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b362e8a-7cb7-47ec-b161-6166e3d65170 req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] No DVR routers for this DVR port 3897e373-4b55-4cc0-9021-069a0cabeefd on host hv-cinder-79351 {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:53:27.252385 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04890d-3255-433c-aaaf-377c2bc7d240 req-c6f49cc9-8c4c-44c6-b4ed-a2acf79a1314 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:27.253786 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9e04890d-3255-433c-aaaf-377c2bc7d240 req-c6f49cc9-8c4c-44c6-b4ed-a2acf79a1314 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.4124358 Jun 01 15:53:27.255576 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b40b1c84-c14b-49e3-ab26-8c7d292dc6e9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:27.262650 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42800) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:27.268340 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-e1513cfb-0a4f-40a6-b44c-9b08d6ff7719 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'floatingip': {'port_id': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:27.318642 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-9b362e8a-7cb7-47ec-b161-6166e3d65170 req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:27.321197 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9b362e8a-7cb7-47ec-b161-6166e3d65170 req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.86 "DELETE /v2.0/ports/3897e373-4b55-4cc0-9021-069a0cabeefd HTTP/1.1" status: 204 len: 173 time: 1.9059596 Jun 01 15:53:27.331643 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4712fd-b2f1-4d63-87d1-374216d12bc6', 'name': 'network-vif-deleted', 'tag': '3897e373-4b55-4cc0-9021-069a0cabeefd'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:27.334208 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63da6651-8003-4f0a-ad98-9ecd320f366f" -d '{"events": [{"server_uuid": "0a4712fd-b2f1-4d63-87d1-374216d12bc6", "name": "network-vif-deleted", "tag": "3897e373-4b55-4cc0-9021-069a0cabeefd"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:27.373445 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-b40b1c84-c14b-49e3-ab26-8c7d292dc6e9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "PUT /v2.0/floatingips/2a9a1eb5-8061-40c3-bd7e-0d682097099d HTTP/1.1" status: 200 len: 992 time: 3.4557335 Jun 01 15:53:27.374225 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e1513cfb-0a4f-40a6-b44c-9b08d6ff7719 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:27.395191 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb291c2-b8f5-4cbf-9272-861c2a736be0 x-openstack-request-id: req-6fb291c2-b8f5-4cbf-9272-861c2a736be0 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:27.395498 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4712fd-b2f1-4d63-87d1-374216d12bc6", "name": "network-vif-deleted", "tag": "3897e373-4b55-4cc0-9021-069a0cabeefd", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:27.395768 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6fb291c2-b8f5-4cbf-9272-861c2a736be0 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:27.396168 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4712fd-b2f1-4d63-87d1-374216d12bc6', 'name': 'network-vif-deleted', 'tag': '3897e373-4b55-4cc0-9021-069a0cabeefd', 'status': 'completed', 'code': 200} Jun 01 15:53:27.405754 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34653c-d30c-40e7-8573-af5ad60d8714 req-a4908f30-e87d-44f2-a628-44f158ece825 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:27.407429 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7a34653c-d30c-40e7-8573-af5ad60d8714 req-a4908f30-e87d-44f2-a628-44f158ece825 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1670656 Jun 01 15:53:27.451038 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-2336ce51-10ee-4d77-bb72-c9de53308c26 None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:27.470371 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7a34653c-d30c-40e7-8573-af5ad60d8714 req-8793c7bd-ddab-40c5-b97f-856258729e14 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566208 Jun 01 15:53:27.865516 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-2336ce51-10ee-4d77-bb72-c9de53308c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '2a9a1eb5-8061-40c3-bd7e-0d682097099d', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'port_id': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'mac_address': 'fa:16:3e:cf:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:52:55Z', 'updated_at': '2021-06-01T15:53:25Z', 'revision_number': 1, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:27.873061 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336ce51-10ee-4d77-bb72-c9de53308c26 None None] Checking router: 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:53:27.881980 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336ce51-10ee-4d77-bb72-c9de53308c26 None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:27.882809 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-2336ce51-10ee-4d77-bb72-c9de53308c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:53:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:28.094275 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-2336ce51-10ee-4d77-bb72-c9de53308c26 None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:28.331598 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e1513cfb-0a4f-40a6-b44c-9b08d6ff7719 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:28.337715 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e1513cfb-0a4f-40a6-b44c-9b08d6ff7719 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:28.342363 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-a6829f96-cb0f-435c-96d8-7a2466b1dfef req-393966a1-22a6-4450-b0a3-8f5daddd634e tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Synchronizing usage tracker for tenant:6a8af621d61345768914159220c3caea on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:28.361751 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-a6829f96-cb0f-435c-96d8-7a2466b1dfef req-393966a1-22a6-4450-b0a3-8f5daddd634e tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Unset dirty status for tenant:6a8af621d61345768914159220c3caea on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:28.377006 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a6829f96-cb0f-435c-96d8-7a2466b1dfef req-393966a1-22a6-4450-b0a3-8f5daddd634e tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a4712fd-b2f1-4d63-87d1-374216d12bc6 HTTP/1.1" status: 200 len: 210 time: 0.0905864 Jun 01 15:53:28.719453 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659b7ce-25a4-42a5-9a9e-2a3dedf5f38a req-3a1d8d55-1b1c-436f-ba2a-cd9dd9eec089 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:28.729549 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1659b7ce-25a4-42a5-9a9e-2a3dedf5f38a req-3a1d8d55-1b1c-436f-ba2a-cd9dd9eec089 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1158772 Jun 01 15:53:28.786897 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1659b7ce-25a4-42a5-9a9e-2a3dedf5f38a req-11ad11eb-04ef-43f3-92dc-5984eb5ddc99 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560760 Jun 01 15:53:28.800520 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [None req-e1513cfb-0a4f-40a6-b44c-9b08d6ff7719 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Floating IP 7b3107fd-7e8c-46a5-8b5a-e81303ce44a6 associated. External IP: 172.27.2.5, port: e1c74f1b-053b-491d-a7ad-863ba01a09aa. Jun 01 15:53:28.854260 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-2336ce51-10ee-4d77-bb72-c9de53308c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '2a9a1eb5-8061-40c3-bd7e-0d682097099d', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'port_id': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'mac_address': 'fa:16:3e:cf:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:52:55Z', 'updated_at': '2021-06-01T15:53:25Z', 'revision_number': 1, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:28.869649 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336ce51-10ee-4d77-bb72-c9de53308c26 None None] The sync data for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi is: [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '2a9a1eb5-8061-40c3-bd7e-0d682097099d', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'port_id': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'mac_address': 'fa:16:3e:cf:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:52:55Z', 'updated_at': '2021-06-01T15:53:25Z', 'revision_number': 1, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:53:29.151058 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8aa157-7273-4003-93b7-0b9ac3ed10cb None None] New status for floating IP 2a9a1eb5-8061-40c3-bd7e-0d682097099d: ACTIVE {{(pid=91912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:53:29.204036 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1513cfb-0a4f-40a6-b44c-9b08d6ff7719 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Router e168a216-9665-413c-9634-f58a57ccb36b has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:53:29.397414 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:29.397548 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1513cfb-0a4f-40a6-b44c-9b08d6ff7719 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:53:29.400001 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a190efde-f677-4e28-b54a-13afadc312c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:29.406722 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b544c5cf-c158-429b-b35a-b60028bc3239 None None] Sync routers for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:53:29.416420 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b544c5cf-c158-429b-b35a-b60028bc3239 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:29.416825 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-b544c5cf-c158-429b-b35a-b60028bc3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:53:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:29.417808 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e1513cfb-0a4f-40a6-b44c-9b08d6ff7719 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:29.485567 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fd1ce8-94ec-4d46-adea-82176ad3245e x-openstack-request-id: req-d9fd1ce8-94ec-4d46-adea-82176ad3245e {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:29.485881 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:29.486176 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d9fd1ce8-94ec-4d46-adea-82176ad3245e {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:29.486620 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'status': 'completed', 'code': 200} Jun 01 15:53:29.491273 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e1513cfb-0a4f-40a6-b44c-9b08d6ff7719 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "PUT /v2.0/floatingips/7b3107fd-7e8c-46a5-8b5a-e81303ce44a6 HTTP/1.1" status: 200 len: 990 time: 2.2269702 Jun 01 15:53:29.491908 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'tag': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:29.494770 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "981cc608-c80f-4c69-921c-f6562e2a8cfc", "tag": "e1c74f1b-053b-491d-a7ad-863ba01a09aa"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:29.592823 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9450aa9f-9088-4f62-a983-e4e39afc7b7f x-openstack-request-id: req-9450aa9f-9088-4f62-a983-e4e39afc7b7f {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:29.593001 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981cc608-c80f-4c69-921c-f6562e2a8cfc", "tag": "e1c74f1b-053b-491d-a7ad-863ba01a09aa", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:29.593276 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9450aa9f-9088-4f62-a983-e4e39afc7b7f {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:29.593963 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'tag': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa', 'status': 'completed', 'code': 200} Jun 01 15:53:29.700300 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190efde-f677-4e28-b54a-13afadc312c7 req-79134c7d-2b2c-4434-869a-9af15999e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:29.701662 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-b544c5cf-c158-429b-b35a-b60028bc3239 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:29.702231 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a190efde-f677-4e28-b54a-13afadc312c7 req-79134c7d-2b2c-4434-869a-9af15999e4f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 1099 time: 0.1816330 Jun 01 15:53:29.719170 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7 req-e6e6cee6-6b9a-46bb-9247-cb1746aca25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:29.720976 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7 req-e6e6cee6-6b9a-46bb-9247-cb1746aca25b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 1099 time: 0.0983388 Jun 01 15:53:30.121616 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-b544c5cf-c158-429b-b35a-b60028bc3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '7b3107fd-7e8c-46a5-8b5a-e81303ce44a6', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'port_id': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'mac_address': 'fa:16:3e:28:1b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:52:53Z', 'updated_at': '2021-06-01T15:53:28Z', 'revision_number': 1, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:30.127113 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b544c5cf-c158-429b-b35a-b60028bc3239 None None] Checking router: e168a216-9665-413c-9634-f58a57ccb36b for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:53:30.136868 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b544c5cf-c158-429b-b35a-b60028bc3239 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:30.138013 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-b544c5cf-c158-429b-b35a-b60028bc3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:53:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:30.165795 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190efde-f677-4e28-b54a-13afadc312c7 req-5d4740dd-7059-4232-9653-07ec598a4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:30.167375 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a190efde-f677-4e28-b54a-13afadc312c7 req-5d4740dd-7059-4232-9653-07ec598a4d06 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.4455683 Jun 01 15:53:30.174776 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7 req-9e07f322-f121-4311-9aba-186a2503571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:30.176365 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7 req-9e07f322-f121-4311-9aba-186a2503571b service neutron] 10.222.0.86 "GET /v2.0/networks?id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 200 len: 912 time: 0.4342091 Jun 01 15:53:30.329395 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e11f3-e90a-413a-8753-6fc2ecf9ee85 req-a1f94fae-a30a-4349-97eb-9cd4191a74ba tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:30.330764 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8a7e11f3-e90a-413a-8753-6fc2ecf9ee85 req-a1f94fae-a30a-4349-97eb-9cd4191a74ba tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.3847463 Jun 01 15:53:30.347738 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 3897e373-4b55-4cc0-9021-069a0cabeefd no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:53:30.391184 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: 3897e373-4b55-4cc0-9021-069a0cabeefd {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:53:30.391790 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 3897e373-4b55-4cc0-9021-069a0cabeefd not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:53:30.398368 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-b544c5cf-c158-429b-b35a-b60028bc3239 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:30.403513 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7 req-2d9760f6-2b74-4039-ae45-e4c755504f54 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1c74f1b-053b-491d-a7ad-863ba01a09aa HTTP/1.1" status: 200 len: 998 time: 0.1696513 Jun 01 15:53:30.407663 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a190efde-f677-4e28-b54a-13afadc312c7 req-576043d6-371f-447c-9ac0-b637aa3b0633 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc HTTP/1.1" status: 200 len: 1002 time: 0.2289009 Jun 01 15:53:30.491884 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8a7e11f3-e90a-413a-8753-6fc2ecf9ee85 req-1300ef71-2db9-4cf2-ab43-eecf08b24040 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514833 Jun 01 15:53:30.534261 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190efde-f677-4e28-b54a-13afadc312c7 req-378e26ea-3914-4913-9188-31b9c4adacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:30.535745 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a190efde-f677-4e28-b54a-13afadc312c7 req-378e26ea-3914-4913-9188-31b9c4adacd0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.1133037 Jun 01 15:53:30.542670 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7 req-c4702baa-2498-4fc8-946a-5309e0ff57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:30.543995 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7 req-c4702baa-2498-4fc8-946a-5309e0ff57fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bab6368-25d8-4c2d-a23d-c0d5327163ea HTTP/1.1" status: 200 len: 850 time: 0.1204920 Jun 01 15:53:30.678078 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190efde-f677-4e28-b54a-13afadc312c7 req-ac5ec34a-ce6f-4b28-aa74-43de8c93495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:30.678078 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a190efde-f677-4e28-b54a-13afadc312c7 req-ac5ec34a-ce6f-4b28-aa74-43de8c93495c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1328328 Jun 01 15:53:30.679283 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42880) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:30.679976 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7 req-13aa660d-5dd1-4b95-89ab-d45f34612f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:30.681262 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7 req-13aa660d-5dd1-4b95-89ab-d45f34612f5d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060975 Jun 01 15:53:30.761844 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a729ff-2ae6-4d95-988c-e35346777a41 admin admin] Deleting subnet 89c376e1-e6db-4132-abfd-20632e7cb2bf {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:53:30.765652 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b3a729ff-2ae6-4d95-988c-e35346777a41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.824363 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-b544c5cf-c158-429b-b35a-b60028bc3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '7b3107fd-7e8c-46a5-8b5a-e81303ce44a6', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'port_id': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'mac_address': 'fa:16:3e:28:1b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:52:53Z', 'updated_at': '2021-06-01T15:53:28Z', 'revision_number': 1, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:30.825916 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b3a729ff-2ae6-4d95-988c-e35346777a41 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.829699 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b544c5cf-c158-429b-b35a-b60028bc3239 None None] The sync data for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi is: [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '7b3107fd-7e8c-46a5-8b5a-e81303ce44a6', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'port_id': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'mac_address': 'fa:16:3e:28:1b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:52:53Z', 'updated_at': '2021-06-01T15:53:28Z', 'revision_number': 1, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:53:30.835293 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b3a729ff-2ae6-4d95-988c-e35346777a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.984999 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7 req-99fddd2a-badd-44a4-b13c-6d984222a1ad service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575643 Jun 01 15:53:30.992107 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a190efde-f677-4e28-b54a-13afadc312c7 req-285a3bdf-cc5c-4a36-b420-a0068ddab97a service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007293 Jun 01 15:53:31.042318 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85bcad7-bf79-4311-bd02-a0a6d8623e69 None None] New status for floating IP 7b3107fd-7e8c-46a5-8b5a-e81303ce44a6: ACTIVE {{(pid=91912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:53:31.127492 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b3a729ff-2ae6-4d95-988c-e35346777a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.138883 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c3eba1eb-d4af-4fd1-bf0a-4a1fc579a351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:31.179331 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b3a729ff-2ae6-4d95-988c-e35346777a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.182053 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a729ff-2ae6-4d95-988c-e35346777a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c376e1-e6db-4132-abfd-20632e7cb2bf,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:31.186871 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b3a729ff-2ae6-4d95-988c-e35346777a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:31.189324 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b3a729ff-2ae6-4d95-988c-e35346777a41 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/89c376e1-e6db-4132-abfd-20632e7cb2bf HTTP/1.1" status: 204 len: 168 time: 0.5089922 Jun 01 15:53:31.192520 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42888) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:31.240510 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7703926e-8b10-4c9c-a10e-0ef9aa45e9d7 req-0d349985-faf3-40e7-9eaf-eb1f433f0c1d service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463086 Jun 01 15:53:31.284616 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a190efde-f677-4e28-b54a-13afadc312c7 req-eb8c1872-e9fe-448f-ab95-f6c9fb16da45 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871815 Jun 01 15:53:31.329933 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.492938 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42898) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:31.554005 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.558051 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_v2 [None req-4212f801-0219-48ce-9b81-9a0f18688dbc admin admin] Deleting subnet c5118df2-9364-4128-b35f-7956636a7213 {{(pid=91910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:53:31.560536 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4212f801-0219-48ce-9b81-9a0f18688dbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.569808 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.570323 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.571064 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.571404 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > port after_create 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.571719 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > port after_delete 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.572050 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > port after_update 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.572449 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.572785 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.573127 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.573448 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.616759 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4212f801-0219-48ce-9b81-9a0f18688dbc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.624749 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4212f801-0219-48ce-9b81-9a0f18688dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.711181 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.711728 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.711861 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.712079 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:31.712444 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8e5b51-02d6-4b4d-95cd-914ae45b52b7']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:31.727260 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582eb549-c0d8-432b-950c-f0f9e4a32f1c') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:31.727672 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582eb549-c0d8-432b-950c-f0f9e4a32f1c') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:31.741384 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.758383 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.769963 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:53:31.770376 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: from cryptography.utils import int_from_bytes Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: from cryptography.utils import int_from_bytes Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:53:31.787958 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:53:31.874492 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.881093 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-12dfe55f-61c1-4caf-a1a9-fcf7bc742d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:31.897268 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.903562 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8e5b51-02d6-4b4d-95cd-914ae45b52b7,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:31.907527 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:31.909247 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] 10.222.0.63 "DELETE /v2.0/networks/bf8e5b51-02d6-4b4d-95cd-914ae45b52b7 HTTP/1.1" status: 204 len: 168 time: 0.7154913 Jun 01 15:53:31.911966 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42904) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:31.958641 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877e4e7-4a22-43c0-ba0e-796bfd3ffe5a req-b307c926-8a5d-4741-b5d8-8c0d41c818d0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:31.960134 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f877e4e7-4a22-43c0-ba0e-796bfd3ffe5a req-b307c926-8a5d-4741-b5d8-8c0d41c818d0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.2269990 Jun 01 15:53:32.068746 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f877e4e7-4a22-43c0-ba0e-796bfd3ffe5a req-1ab162a0-f9a2-488c-9d43-497b0bddad36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018119 Jun 01 15:53:32.081420 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90c212f-0acc-4dd4-91d6-65f4e8ff1976 admin admin] Deleting subnet 2dd868cc-3c8e-47bc-bb26-1be5aed88bab {{(pid=91910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:53:32.092701 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e90c212f-0acc-4dd4-91d6-65f4e8ff1976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.153748 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e90c212f-0acc-4dd4-91d6-65f4e8ff1976 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.166190 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e90c212f-0acc-4dd4-91d6-65f4e8ff1976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.203160 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4212f801-0219-48ce-9b81-9a0f18688dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.214194 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:32.254845 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212f801-0219-48ce-9b81-9a0f18688dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5118df2-9364-4128-b35f-7956636a7213,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:32.273555 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4212f801-0219-48ce-9b81-9a0f18688dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:32.277630 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4212f801-0219-48ce-9b81-9a0f18688dbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.297140 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-4212f801-0219-48ce-9b81-9a0f18688dbc admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c5118df2-9364-4128-b35f-7956636a7213 HTTP/1.1" status: 204 len: 168 time: 0.8027980 Jun 01 15:53:32.299826 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42908) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:32.406807 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.472931 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e90c212f-0acc-4dd4-91d6-65f4e8ff1976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587'] for subnet, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.481043 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:32.520963 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c212f-0acc-4dd4-91d6-65f4e8ff1976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd868cc-3c8e-47bc-bb26-1be5aed88bab,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:32.532354 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e90c212f-0acc-4dd4-91d6-65f4e8ff1976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.535165 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e90c212f-0acc-4dd4-91d6-65f4e8ff1976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:32.541516 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.541688 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-e90c212f-0acc-4dd4-91d6-65f4e8ff1976 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/2dd868cc-3c8e-47bc-bb26-1be5aed88bab HTTP/1.1" status: 204 len: 168 time: 0.6263263 Jun 01 15:53:32.541842 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 42914) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:32.554449 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2558aca9-c67a-4f39-89d8-65811cdadae0']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:32.568603 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0468434b-57f5-485b-980d-c1f684d382b3') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:32.568891 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0468434b-57f5-485b-980d-c1f684d382b3') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:32.580390 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.603514 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.611280 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:53:32.611939 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:53:32.625200 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:53:32.664237 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.702252 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.705838 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:32.721558 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.727781 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2558aca9-c67a-4f39-89d8-65811cdadae0,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:32.731819 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:32.739802 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/2558aca9-c67a-4f39-89d8-65811cdadae0 HTTP/1.1" status: 204 len: 168 time: 0.4389579 Jun 01 15:53:32.791644 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.805168 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.805507 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.806269 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.806615 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > port after_create 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.806931 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.807258 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > port after_update 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.807577 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.807905 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.808213 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.808525 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.876890 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.877247 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.877561 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.877888 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:32.878297 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1169b1c-285c-4c4b-9f38-c0d19edf1668']}} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:32.891857 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b94348-dc1d-4fc0-a5f8-1f112b7f344e') {'for_net_delete': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:32.892233 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b94348-dc1d-4fc0-a5f8-1f112b7f344e') {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:32.908982 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6039576'] for segment, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.927397 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.934469 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=91910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:53:32.934896 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6144326'] for segment, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.939056 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42918) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: from cryptography.utils import int_from_bytes Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: from cryptography.utils import int_from_bytes Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: Traceback (most recent call last): Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: timer() Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: cb(*args, **kw) Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: return func(*args, **kwargs) Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: self._notify() Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: self.callback(batched_events) Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: event.method(event) Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: return f(self, *a, **k) Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: return self._get(url).json() Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: return self.request(url, 'GET', **kwargs) Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:53:32.953834 dv-cinder-793515-3-iscsi neutron-server[91910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:53:32.990592 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-fcee0238-b37b-49e1-942c-9e75f31aaddf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6a8af621d61345768914159220c3caea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502374 Jun 01 15:53:32.992840 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42922) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:33.040442 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.048781 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:33.068781 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0f48d0d5-3adc-4d1a-853b-7bab730b7f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.069960 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.072373 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1169b1c-285c-4c4b-9f38-c0d19edf1668,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:33.076839 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:33.078401 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a1169b1c-285c-4c4b-9f38-c0d19edf1668 HTTP/1.1" status: 204 len: 168 time: 0.5356243 Jun 01 15:53:33.104538 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0f48d0d5-3adc-4d1a-853b-7bab730b7f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.167791 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0f48d0d5-3adc-4d1a-853b-7bab730b7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.173487 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-74385e1e-9e77-4e47-ad2c-d96f21ebace6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:33.187874 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48d0d5-3adc-4d1a-853b-7bab730b7f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9e2d00-fe88-43aa-92d7-c225ad0328e2,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:33.190888 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0f48d0d5-3adc-4d1a-853b-7bab730b7f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:33.212049 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0f48d0d5-3adc-4d1a-853b-7bab730b7f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.213180 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0f48d0d5-3adc-4d1a-853b-7bab730b7f69 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6b9e2d00-fe88-43aa-92d7-c225ad0328e2 HTTP/1.1" status: 204 len: 168 time: 0.2190416 Jun 01 15:53:33.289156 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e88a1-9f01-42b2-b2e7-d039cae51650 req-2bc8165c-0d01-4669-aed0-c6b18e770004 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:33.290665 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-031e88a1-9f01-42b2-b2e7-d039cae51650 req-2bc8165c-0d01-4669-aed0-c6b18e770004 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1003885 Jun 01 15:53:33.303737 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42932) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:33.361139 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-031e88a1-9f01-42b2-b2e7-d039cae51650 req-b1a7549b-eac1-45ec-8dc6-0b4399dcbf05 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634136 Jun 01 15:53:33.386378 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9adb1b80-dd5f-421b-bf8c-d868b2cb875c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4c96544da97b432393fb3b4b4245c4d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801830 Jun 01 15:53:33.388630 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42936) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:33.447558 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4d60fcac-eee4-4755-bb8a-ae41e870b5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.473236 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4d60fcac-eee4-4755-bb8a-ae41e870b5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.531641 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4d60fcac-eee4-4755-bb8a-ae41e870b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.536538 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:33.550042 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60fcac-eee4-4755-bb8a-ae41e870b5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81de2e76-73b7-46fc-b5f2-ac435f1ca165,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:33.554629 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4d60fcac-eee4-4755-bb8a-ae41e870b5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:33.557136 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4d60fcac-eee4-4755-bb8a-ae41e870b5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.560077 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4d60fcac-eee4-4755-bb8a-ae41e870b5d2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/81de2e76-73b7-46fc-b5f2-ac435f1ca165 HTTP/1.1" status: 204 len: 168 time: 0.1670039 Jun 01 15:53:33.929283 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42960) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:33.977494 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c9bb7913-e945-40e4-9a06-b009fe2e9379 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9c519e97a97f4afeb81c4e7e64c92015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468316 Jun 01 15:53:33.979751 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 42962) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:34.038688 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1918a347-c72e-4ce0-8ccd-7823122c57ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:34.075666 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1918a347-c72e-4ce0-8ccd-7823122c57ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:34.136374 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1918a347-c72e-4ce0-8ccd-7823122c57ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:34.143548 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:34.156108 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918a347-c72e-4ce0-8ccd-7823122c57ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db04a5e4-e7ea-452b-ac9b-19b42dff3398,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:34.158858 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1918a347-c72e-4ce0-8ccd-7823122c57ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:34.164446 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1918a347-c72e-4ce0-8ccd-7823122c57ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:34.165849 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-1918a347-c72e-4ce0-8ccd-7823122c57ac admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/db04a5e4-e7ea-452b-ac9b-19b42dff3398 HTTP/1.1" status: 204 len: 168 time: 0.1852081 Jun 01 15:53:34.573918 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bfc4e-4922-4203-8683-deb9ff32fc8f req-af9632cb-13ca-43ec-9088-1ee2dc9d5f13 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:34.575542 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-103bfc4e-4922-4203-8683-deb9ff32fc8f req-af9632cb-13ca-43ec-9088-1ee2dc9d5f13 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.0963326 Jun 01 15:53:34.628503 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-103bfc4e-4922-4203-8683-deb9ff32fc8f req-979134ba-cce5-43b5-8fd2-1484b4664e24 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Jun 01 15:53:35.182700 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43018) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:35.314917 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-69d0b3fa-d52d-4cbc-bd08-e882222676de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.333017 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-69d0b3fa-d52d-4cbc-bd08-e882222676de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:35.336814 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-69d0b3fa-d52d-4cbc-bd08-e882222676de admin admin] Usage tracker for resource:security_group_rule and tenant:4bc995d4d2dc4175881759c5a1dbfa2d is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:35.339889 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-69d0b3fa-d52d-4cbc-bd08-e882222676de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:35.346256 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-69d0b3fa-d52d-4cbc-bd08-e882222676de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:35.442904 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-69d0b3fa-d52d-4cbc-bd08-e882222676de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.446660 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-69d0b3fa-d52d-4cbc-bd08-e882222676de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.456109 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ce2c3bb8-3379-4a2c-8058-a0dc5b2fe221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:35.496789 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0b3fa-d52d-4cbc-bd08-e882222676de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42debbdc-d36b-4603-932f-5e0f97dd42cc,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:35.503652 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-69d0b3fa-d52d-4cbc-bd08-e882222676de admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4bc995d4d2dc4175881759c5a1dbfa2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197308 Jun 01 15:53:35.504607 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-69d0b3fa-d52d-4cbc-bd08-e882222676de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:35.506222 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43026) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:35.579564 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe5088ad-7779-4de3-bc61-ba9e3c88d4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.631947 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe5088ad-7779-4de3-bc61-ba9e3c88d4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.705023 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe5088ad-7779-4de3-bc61-ba9e3c88d4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.710354 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ea439307-ad1a-451a-a40d-82dc17357c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:35.724219 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5088ad-7779-4de3-bc61-ba9e3c88d4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42debbdc-d36b-4603-932f-5e0f97dd42cc,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:35.728690 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fe5088ad-7779-4de3-bc61-ba9e3c88d4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:35.730336 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe5088ad-7779-4de3-bc61-ba9e3c88d4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.732056 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-fe5088ad-7779-4de3-bc61-ba9e3c88d4b9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/42debbdc-d36b-4603-932f-5e0f97dd42cc HTTP/1.1" status: 204 len: 168 time: 0.2249444 Jun 01 15:53:35.876107 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653b8f9-a14b-4e62-8e40-11cdc845242c req-c511426c-0d45-4a2a-b661-90c7f7ad0c4c tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:35.877576 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9653b8f9-a14b-4e62-8e40-11cdc845242c req-c511426c-0d45-4a2a-b661-90c7f7ad0c4c tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.0930753 Jun 01 15:53:35.928502 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9653b8f9-a14b-4e62-8e40-11cdc845242c req-ef79e6a9-4de1-4b30-a352-2f4a61f780a6 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450530 Jun 01 15:53:36.054775 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43042) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:36.077806 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0408e108-e66d-4db1-916e-c00342d2c1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.093203 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-0408e108-e66d-4db1-916e-c00342d2c1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:36.096925 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-0408e108-e66d-4db1-916e-c00342d2c1ea admin admin] Usage tracker for resource:security_group_rule and tenant:2e31664342a34e478048cc540caa6c66 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:36.099728 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-0408e108-e66d-4db1-916e-c00342d2c1ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:36.105324 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-0408e108-e66d-4db1-916e-c00342d2c1ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:36.194126 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0408e108-e66d-4db1-916e-c00342d2c1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.197946 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0408e108-e66d-4db1-916e-c00342d2c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.205729 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0f48d0d5-3adc-4d1a-853b-7bab730b7f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:36.247948 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0408e108-e66d-4db1-916e-c00342d2c1ea admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2e31664342a34e478048cc540caa6c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891501 Jun 01 15:53:36.247948 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408e108-e66d-4db1-916e-c00342d2c1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd6cc5-c24a-4a7f-a288-8eeb9f7923d8,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:36.249444 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 43044) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:36.251399 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0408e108-e66d-4db1-916e-c00342d2c1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:36.307737 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8b24190c-08d5-4a94-85ae-ada4ce27ba12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.337379 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8b24190c-08d5-4a94-85ae-ada4ce27ba12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.468940 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8b24190c-08d5-4a94-85ae-ada4ce27ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.472715 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-3143da34-0c27-4741-b215-962b3ff7ef0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:36.486505 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24190c-08d5-4a94-85ae-ada4ce27ba12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd6cc5-c24a-4a7f-a288-8eeb9f7923d8,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:36.489746 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8b24190c-08d5-4a94-85ae-ada4ce27ba12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:36.493451 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8b24190c-08d5-4a94-85ae-ada4ce27ba12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.494574 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-8b24190c-08d5-4a94-85ae-ada4ce27ba12 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4ebd6cc5-c24a-4a7f-a288-8eeb9f7923d8 HTTP/1.1" status: 204 len: 168 time: 0.2440939 Jun 01 15:53:37.181893 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf4320-f34d-42b2-bd76-cd634892743e req-0393aeee-aa44-4f4e-aa5b-7db8d154b915 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:37.183414 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-14bf4320-f34d-42b2-bd76-cd634892743e req-0393aeee-aa44-4f4e-aa5b-7db8d154b915 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1084464 Jun 01 15:53:37.249738 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-14bf4320-f34d-42b2-bd76-cd634892743e req-692c0aaf-de69-42c3-8abe-1091fb93a7bc tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591214 Jun 01 15:53:38.459758 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8ae05-4ec7-440b-b593-be81f712c938 req-792ce799-0749-4965-a1d5-c258a62e204a tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:38.461805 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-54d8ae05-4ec7-440b-b593-be81f712c938 req-792ce799-0749-4965-a1d5-c258a62e204a tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.0921004 Jun 01 15:53:38.510339 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-54d8ae05-4ec7-440b-b593-be81f712c938 req-f6666fdc-c2b0-4715-aafd-3ad713d7f3d4 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Jun 01 15:53:40.643731 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4837c874-44ec-48aa-96ba-b9999195b650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:40.863307 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc5d82-f2ea-4942-95bc-f49e59641cf4 req-b31dbeec-f5cc-4c28-9539-3afed4c7a8bf tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:40.864723 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0edc5d82-f2ea-4942-95bc-f49e59641cf4 req-b31dbeec-f5cc-4c28-9539-3afed4c7a8bf tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.0812819 Jun 01 15:53:40.911847 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0edc5d82-f2ea-4942-95bc-f49e59641cf4 req-72276777-6e94-483d-b493-d6cc5f123830 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Jun 01 15:53:41.431854 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 43178) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:41.556705 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eae7357b-4f75-445e-95f0-139d4ccb0352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:41.572602 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-eae7357b-4f75-445e-95f0-139d4ccb0352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:41.577316 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-eae7357b-4f75-445e-95f0-139d4ccb0352 admin admin] Usage tracker for resource:security_group_rule and tenant:9ba033cec80b4538877684b561c01576 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:41.580232 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-eae7357b-4f75-445e-95f0-139d4ccb0352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:41.586114 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-eae7357b-4f75-445e-95f0-139d4ccb0352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:41.690184 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eae7357b-4f75-445e-95f0-139d4ccb0352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:41.693883 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eae7357b-4f75-445e-95f0-139d4ccb0352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:41.702965 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:41.745648 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43198) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:41.746217 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-eae7357b-4f75-445e-95f0-139d4ccb0352 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9ba033cec80b4538877684b561c01576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124888 Jun 01 15:53:41.747425 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7357b-4f75-445e-95f0-139d4ccb0352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788d9c24-ba7f-431b-9ac1-d6dbc2e059be,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:41.751199 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eae7357b-4f75-445e-95f0-139d4ccb0352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:41.822689 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9cb-7478-4898-aad6-3700aa81b97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:41.848818 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9cb-7478-4898-aad6-3700aa81b97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:41.905949 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9cb-7478-4898-aad6-3700aa81b97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:41.912896 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0408e108-e66d-4db1-916e-c00342d2c1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:41.938232 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ea9cb-7478-4898-aad6-3700aa81b97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788d9c24-ba7f-431b-9ac1-d6dbc2e059be,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:41.946865 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-da9ea9cb-7478-4898-aad6-3700aa81b97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:41.955710 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9cb-7478-4898-aad6-3700aa81b97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:41.956844 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-da9ea9cb-7478-4898-aad6-3700aa81b97d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/788d9c24-ba7f-431b-9ac1-d6dbc2e059be HTTP/1.1" status: 204 len: 168 time: 0.2101967 Jun 01 15:53:42.137481 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5af3e9-61ff-494e-8978-112e492633ee req-60970405-c9eb-4310-8ffb-f49f7f394650 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:42.139687 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8b5af3e9-61ff-494e-8978-112e492633ee req-60970405-c9eb-4310-8ffb-f49f7f394650 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.0986359 Jun 01 15:53:42.190131 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8b5af3e9-61ff-494e-8978-112e492633ee req-8aa72db4-3da6-4629-8d88-5d572496b5b1 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419450 Jun 01 15:53:42.310711 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43226) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:42.328837 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-29d4c882-430e-45ab-a48c-239dc6cec343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.347321 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-29d4c882-430e-45ab-a48c-239dc6cec343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:42.351316 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-29d4c882-430e-45ab-a48c-239dc6cec343 admin admin] Usage tracker for resource:security_group_rule and tenant:34b86366d7764a47ab6c9835a6202193 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:42.354071 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-29d4c882-430e-45ab-a48c-239dc6cec343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:42.360245 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-29d4c882-430e-45ab-a48c-239dc6cec343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:42.441325 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-29d4c882-430e-45ab-a48c-239dc6cec343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.445164 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-29d4c882-430e-45ab-a48c-239dc6cec343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.452454 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-79b06173-e803-4812-95f3-bd9abeaa6fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:42.499587 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 43230) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:42.499712 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-29d4c882-430e-45ab-a48c-239dc6cec343 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=34b86366d7764a47ab6c9835a6202193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857824 Jun 01 15:53:42.501451 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4c882-430e-45ab-a48c-239dc6cec343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee2c3dd-5b64-4530-8fc4-def672d75f01,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:42.511044 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-29d4c882-430e-45ab-a48c-239dc6cec343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:42.625039 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2ca045e3-0f23-4316-9854-a63e5a91db85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.656532 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2ca045e3-0f23-4316-9854-a63e5a91db85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.672062 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8adcff2d-c1c9-4666-8bb7-0359d67b7b44 req-5ad2ee60-66de-41df-9dd0-e5c8ee8d51b8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1489997 Jun 01 15:53:42.715961 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2ca045e3-0f23-4316-9854-a63e5a91db85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.721709 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-131f7714-6892-4b7a-abd3-5651fd30d8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:42.735913 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca045e3-0f23-4316-9854-a63e5a91db85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee2c3dd-5b64-4530-8fc4-def672d75f01,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:42.738795 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-2ca045e3-0f23-4316-9854-a63e5a91db85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:42.742829 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2ca045e3-0f23-4316-9854-a63e5a91db85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.744164 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-2ca045e3-0f23-4316-9854-a63e5a91db85 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6ee2c3dd-5b64-4530-8fc4-def672d75f01 HTTP/1.1" status: 204 len: 168 time: 0.2436702 Jun 01 15:53:42.820151 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcff2d-c1c9-4666-8bb7-0359d67b7b44 req-6649947d-9e7c-42f5-9221-fff74d17ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:42.821607 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8adcff2d-c1c9-4666-8bb7-0359d67b7b44 req-6649947d-9e7c-42f5-9221-fff74d17ccd8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0753517 Jun 01 15:53:42.989616 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcff2d-c1c9-4666-8bb7-0359d67b7b44 req-c95b03c6-0139-4ba1-9a59-8bc165911741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:42.991139 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8adcff2d-c1c9-4666-8bb7-0359d67b7b44 req-c95b03c6-0139-4ba1-9a59-8bc165911741 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 920 time: 0.1497023 Jun 01 15:53:43.082704 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8adcff2d-c1c9-4666-8bb7-0359d67b7b44 req-387fac4a-0c4a-406e-94e7-d930a237f97a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04d514ca-581b-43b9-b447-656b7ca7d28c HTTP/1.1" status: 200 len: 217 time: 0.0691230 Jun 01 15:53:43.153178 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcff2d-c1c9-4666-8bb7-0359d67b7b44 req-fc325b8d-74db-41cf-bc61-ce65803069af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:43.153916 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b4772117-5d3a-4338-98f2-88394b30aaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:43.155565 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8adcff2d-c1c9-4666-8bb7-0359d67b7b44 req-fc325b8d-74db-41cf-bc61-ce65803069af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 200 len: 859 time: 0.0645072 Jun 01 15:53:43.211235 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8adcff2d-c1c9-4666-8bb7-0359d67b7b44 req-e56be732-5f6e-431a-8f9d-a016f90f4081 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413406 Jun 01 15:53:43.345175 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:43.433718 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:43.454854 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8adcff2d-c1c9-4666-8bb7-0359d67b7b44 req-a5f6f263-45b0-494f-ab29-990afa0d59b8 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328441 Jun 01 15:53:43.472710 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd6e95-99d9-40ce-8afa-efdbf3ffc684 req-95cf90ff-3918-4cea-b090-b6af586ee63a tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:43.474295 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f5bd6e95-99d9-40ce-8afa-efdbf3ffc684 req-95cf90ff-3918-4cea-b090-b6af586ee63a tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1474500 Jun 01 15:53:43.632409 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f5bd6e95-99d9-40ce-8afa-efdbf3ffc684 req-1a6e5657-5461-4686-aa2f-24b8f4a1a34c tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382008 Jun 01 15:53:43.671408 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8adcff2d-c1c9-4666-8bb7-0359d67b7b44 req-80d7227f-f943-480b-9b91-525c66dd5376 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960647 Jun 01 15:53:44.851670 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db195d-62c1-46ce-a59a-fdb9d33353f9 req-ea937674-f38f-4af9-8705-bede2a53bc74 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:44.853309 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d0db195d-62c1-46ce-a59a-fdb9d33353f9 req-ea937674-f38f-4af9-8705-bede2a53bc74 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.0976098 Jun 01 15:53:44.907349 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:44.950139 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d0db195d-62c1-46ce-a59a-fdb9d33353f9 req-b9dbd79e-60ba-4451-869a-7773dc88cad4 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876894 Jun 01 15:53:45.342820 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 43380) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:45.459480 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4b9161bc-57e7-421e-9e34-406ffe93f1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.476636 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-4b9161bc-57e7-421e-9e34-406ffe93f1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:45.480411 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-4b9161bc-57e7-421e-9e34-406ffe93f1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:938b280f338c43a29e106f34a1267f58 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:45.483822 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-4b9161bc-57e7-421e-9e34-406ffe93f1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:45.489349 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-4b9161bc-57e7-421e-9e34-406ffe93f1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:45.643273 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4b9161bc-57e7-421e-9e34-406ffe93f1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.647562 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4b9161bc-57e7-421e-9e34-406ffe93f1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.656690 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ed366f9b-98b4-4368-942d-339991784834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:45.702343 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-4b9161bc-57e7-421e-9e34-406ffe93f1a3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=938b280f338c43a29e106f34a1267f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559213 Jun 01 15:53:45.702343 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9161bc-57e7-421e-9e34-406ffe93f1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afb3780-92e8-4a59-a399-fa155fa1f875,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:45.703510 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43396) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:45.705004 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4b9161bc-57e7-421e-9e34-406ffe93f1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:45.767856 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:53:45.768468 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-47b4f342-48d4-4337-b76e-533b9a3c6a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.797358 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-47b4f342-48d4-4337-b76e-533b9a3c6a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.837097 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7834b01-eebe-412b-9f4d-096a19eb57e8 req-7cd11288-9098-464b-8eb3-23108c4a282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:45.838819 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f7834b01-eebe-412b-9f4d-096a19eb57e8 req-7cd11288-9098-464b-8eb3-23108c4a282f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 1099 time: 0.0746844 Jun 01 15:53:45.856476 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-47b4f342-48d4-4337-b76e-533b9a3c6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.860841 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-59365b72-75fe-4425-befc-c8698dca1d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:45.874664 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4f342-48d4-4337-b76e-533b9a3c6a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afb3780-92e8-4a59-a399-fa155fa1f875,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:45.877222 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-47b4f342-48d4-4337-b76e-533b9a3c6a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:45.884761 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-47b4f342-48d4-4337-b76e-533b9a3c6a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.885911 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-47b4f342-48d4-4337-b76e-533b9a3c6a20 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4afb3780-92e8-4a59-a399-fa155fa1f875 HTTP/1.1" status: 204 len: 168 time: 0.1810601 Jun 01 15:53:45.892214 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f7834b01-eebe-412b-9f4d-096a19eb57e8 req-886b27f0-3146-4c07-ba23-140be68210f6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Jun 01 15:53:46.150268 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753852c-8c0a-4be7-871e-4bc643b0b1e5 req-7e312ccc-7185-4d32-b7ab-8e4be1f69d51 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:46.151862 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7753852c-8c0a-4be7-871e-4bc643b0b1e5 req-7e312ccc-7185-4d32-b7ab-8e4be1f69d51 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.0928631 Jun 01 15:53:46.230608 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7753852c-8c0a-4be7-871e-4bc643b0b1e5 req-429c42c8-330c-4c9c-b1ca-0125fa6380fb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722365 Jun 01 15:53:46.474217 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:47.449878 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eca230-9ada-4874-afe1-59e3dc0d77cc req-f1894c91-5902-49de-8d18-d188a64790ff tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:47.451868 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d2eca230-9ada-4874-afe1-59e3dc0d77cc req-f1894c91-5902-49de-8d18-d188a64790ff tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.0966289 Jun 01 15:53:47.501520 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d2eca230-9ada-4874-afe1-59e3dc0d77cc req-8a765a9a-a4e9-48a6-9762-e76d33d26b18 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420122 Jun 01 15:53:47.793775 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d644c90-f2df-4cc4-9e59-4020d566daa9 req-ed5b3351-6cfd-4d58-a2ba-fa877133aaf5 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:47.796504 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3d644c90-f2df-4cc4-9e59-4020d566daa9 req-ed5b3351-6cfd-4d58-a2ba-fa877133aaf5 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0828874 Jun 01 15:53:47.849312 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3d644c90-f2df-4cc4-9e59-4020d566daa9 req-ba5e7f85-8015-47ae-b3da-513bbd14624d tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460372 Jun 01 15:53:48.012193 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43494) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:48.148625 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2fede5c6-11c8-45b9-8169-499b5d0cb5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.165503 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-2fede5c6-11c8-45b9-8169-499b5d0cb5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:48.170380 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-2fede5c6-11c8-45b9-8169-499b5d0cb5d7 admin admin] Usage tracker for resource:security_group_rule and tenant:694f774db1cc4f09b15f567ea3529def is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:48.173638 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-2fede5c6-11c8-45b9-8169-499b5d0cb5d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:48.179756 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-2fede5c6-11c8-45b9-8169-499b5d0cb5d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:48.289675 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2fede5c6-11c8-45b9-8169-499b5d0cb5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.294597 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2fede5c6-11c8-45b9-8169-499b5d0cb5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.324470 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:48.333638 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2fede5c6-11c8-45b9-8169-499b5d0cb5d7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=694f774db1cc4f09b15f567ea3529def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197606 Jun 01 15:53:48.336310 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43508) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:48.425529 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f77e147-25db-43e3-9907-c6acab83761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.545179 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f77e147-25db-43e3-9907-c6acab83761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.567119 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fede5c6-11c8-45b9-8169-499b5d0cb5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b59808a-c4dd-477f-aa18-d7a662155cd2,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:48.605474 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2fede5c6-11c8-45b9-8169-499b5d0cb5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:48.614863 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f77e147-25db-43e3-9907-c6acab83761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.618777 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-10bff166-1c66-46bb-89fa-703a5ffcf424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:48.632383 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77e147-25db-43e3-9907-c6acab83761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b59808a-c4dd-477f-aa18-d7a662155cd2,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:48.635215 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2f77e147-25db-43e3-9907-c6acab83761a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:48.648071 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f77e147-25db-43e3-9907-c6acab83761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.649160 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2f77e147-25db-43e3-9907-c6acab83761a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3b59808a-c4dd-477f-aa18-d7a662155cd2 HTTP/1.1" status: 204 len: 168 time: 0.3120475 Jun 01 15:53:48.942276 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43522) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:48.960261 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-37b27ed5-2dfe-44b0-8446-eaabcb068629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.974592 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-37b27ed5-2dfe-44b0-8446-eaabcb068629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:48.978257 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-37b27ed5-2dfe-44b0-8446-eaabcb068629 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3e5f6a18f54145ae603a873cf6eb02 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:48.981065 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-37b27ed5-2dfe-44b0-8446-eaabcb068629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:48.986702 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-37b27ed5-2dfe-44b0-8446-eaabcb068629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:49.070256 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-37b27ed5-2dfe-44b0-8446-eaabcb068629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:49.073905 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-37b27ed5-2dfe-44b0-8446-eaabcb068629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:49.081184 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2fede5c6-11c8-45b9-8169-499b5d0cb5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:49.125128 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-37b27ed5-2dfe-44b0-8446-eaabcb068629 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3e3e5f6a18f54145ae603a873cf6eb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815951 Jun 01 15:53:49.126075 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b27ed5-2dfe-44b0-8446-eaabcb068629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c919a8-e9e0-4dbc-8dc6-a4613828ba2a,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:49.127624 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 43524) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:49.129027 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-37b27ed5-2dfe-44b0-8446-eaabcb068629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:49.188388 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97a76b9c-8e49-4070-b532-e9e335c51997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:49.212571 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97a76b9c-8e49-4070-b532-e9e335c51997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:49.266492 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97a76b9c-8e49-4070-b532-e9e335c51997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:49.270053 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:49.281721 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a76b9c-8e49-4070-b532-e9e335c51997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c919a8-e9e0-4dbc-8dc6-a4613828ba2a,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:49.284130 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-97a76b9c-8e49-4070-b532-e9e335c51997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:49.296118 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97a76b9c-8e49-4070-b532-e9e335c51997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:49.297274 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-97a76b9c-8e49-4070-b532-e9e335c51997 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/54c919a8-e9e0-4dbc-8dc6-a4613828ba2a HTTP/1.1" status: 204 len: 168 time: 0.1681180 Jun 01 15:53:50.021265 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb585a3-4751-4152-aa8e-5eea1efebdfb req-9f27218b-577e-43e4-a570-561e033dad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:50.022766 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bfb585a3-4751-4152-aa8e-5eea1efebdfb req-9f27218b-577e-43e4-a570-561e033dad3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 1099 time: 0.1573892 Jun 01 15:53:50.254642 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb585a3-4751-4152-aa8e-5eea1efebdfb req-e2ba10dd-3e42-42f0-9bab-6ceffbc64c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:50.256059 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bfb585a3-4751-4152-aa8e-5eea1efebdfb req-e2ba10dd-3e42-42f0-9bab-6ceffbc64c40 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 920 time: 0.2249539 Jun 01 15:53:50.332020 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8b519-26f9-4650-8e9c-4b5a5bc5e43c req-b86e5c68-6073-4351-8e8b-ebdba55c08ab tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:50.334045 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-24e8b519-26f9-4650-8e9c-4b5a5bc5e43c req-b86e5c68-6073-4351-8e8b-ebdba55c08ab tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.2375619 Jun 01 15:53:50.353852 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bfb585a3-4751-4152-aa8e-5eea1efebdfb req-2e92063d-a182-4858-ae7d-8f6fd01df121 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04d514ca-581b-43b9-b447-656b7ca7d28c HTTP/1.1" status: 200 len: 217 time: 0.0909781 Jun 01 15:53:50.548668 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-24e8b519-26f9-4650-8e9c-4b5a5bc5e43c req-8bb609d5-86f8-4d4e-bb09-0e95d0ee0e85 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953609 Jun 01 15:53:50.553195 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb585a3-4751-4152-aa8e-5eea1efebdfb req-46500502-1374-428a-9a68-640eedf04bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:50.555292 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bfb585a3-4751-4152-aa8e-5eea1efebdfb req-46500502-1374-428a-9a68-640eedf04bfc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 200 len: 859 time: 0.1826029 Jun 01 15:53:50.638219 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bfb585a3-4751-4152-aa8e-5eea1efebdfb req-fd272adf-cd80-44bb-bedf-69d443b5608a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703225 Jun 01 15:53:50.802364 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bfb585a3-4751-4152-aa8e-5eea1efebdfb req-392849e7-c626-4caf-9b0c-37fb22ad990a service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548474 Jun 01 15:53:50.940069 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bfb585a3-4751-4152-aa8e-5eea1efebdfb req-960a5007-3807-4606-8895-a89d305a556d service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309319 Jun 01 15:53:51.768292 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add423f-2c5a-4924-8909-7065e14a2d1b req-ecc56c2d-7317-41ee-989b-1515db6d85e1 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:51.775027 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4add423f-2c5a-4924-8909-7065e14a2d1b req-ecc56c2d-7317-41ee-989b-1515db6d85e1 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0987415 Jun 01 15:53:51.827599 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4add423f-2c5a-4924-8909-7065e14a2d1b req-b64ff6ea-1110-4167-bc0f-9889dbe68026 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512292 Jun 01 15:53:54.385212 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc03c05-88b2-4efb-9c20-50b21be33a2c req-e14f4df8-446a-4bc4-946f-789bef49b241 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:54.386704 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0cc03c05-88b2-4efb-9c20-50b21be33a2c req-e14f4df8-446a-4bc4-946f-789bef49b241 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0823498 Jun 01 15:53:54.430229 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0cc03c05-88b2-4efb-9c20-50b21be33a2c req-47f02945-18af-46da-9032-2c9a4930fdf8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372767 Jun 01 15:53:55.619110 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156eaf6-7a44-4b2e-bc58-8d8674693aff req-04079c02-7d3b-41e7-9ad8-195843fdec8e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:55.620543 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9156eaf6-7a44-4b2e-bc58-8d8674693aff req-04079c02-7d3b-41e7-9ad8-195843fdec8e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0794828 Jun 01 15:53:55.665024 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9156eaf6-7a44-4b2e-bc58-8d8674693aff req-95d3cd03-786d-4f42-a422-41e69d159c23 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381248 Jun 01 15:53:56.948464 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28ae10-4b2a-4e40-baea-c5ea4cdb9ba3 req-fe589475-9c61-40c9-89dd-a48153e33423 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:56.949834 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3c28ae10-4b2a-4e40-baea-c5ea4cdb9ba3 req-fe589475-9c61-40c9-89dd-a48153e33423 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1629994 Jun 01 15:53:56.995018 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3c28ae10-4b2a-4e40-baea-c5ea4cdb9ba3 req-a6656f3d-f5f5-4c7b-9ca5-9a625b9a9407 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389240 Jun 01 15:53:58.192499 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8e395-099d-4e4d-81e3-2818410b1449 req-347899c9-d3a0-47a0-bfa1-dc30a056a4bd tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:58.194852 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fff8e395-099d-4e4d-81e3-2818410b1449 req-347899c9-d3a0-47a0-bfa1-dc30a056a4bd tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0884390 Jun 01 15:53:58.241567 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fff8e395-099d-4e4d-81e3-2818410b1449 req-e81c57d4-48da-4f55-8efe-e0a290d9d8e8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395067 Jun 01 15:53:59.429824 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3dae4-99c4-4638-8e96-a3cf357d9e13 req-f2e972a5-e171-4ff4-81af-42667031abfe tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:59.431291 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1ae3dae4-99c4-4638-8e96-a3cf357d9e13 req-f2e972a5-e171-4ff4-81af-42667031abfe tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0817010 Jun 01 15:53:59.476851 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1ae3dae4-99c4-4638-8e96-a3cf357d9e13 req-d0a443d5-77f4-4a8f-961a-d129599126fc tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391562 Jun 01 15:53:59.709912 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 43812) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:59.828996 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-df2398a1-5b29-4201-bc08-a8d17c5cf19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:59.843976 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-df2398a1-5b29-4201-bc08-a8d17c5cf19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:59.847854 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-df2398a1-5b29-4201-bc08-a8d17c5cf19e admin admin] Usage tracker for resource:security_group_rule and tenant:1efd5330e45e4476966b75bc569787e5 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:59.851123 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-df2398a1-5b29-4201-bc08-a8d17c5cf19e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:59.859615 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-df2398a1-5b29-4201-bc08-a8d17c5cf19e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:59.959109 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-df2398a1-5b29-4201-bc08-a8d17c5cf19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:59.963204 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-df2398a1-5b29-4201-bc08-a8d17c5cf19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:59.971885 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-54aa3e40-6c21-4d01-819e-9321d3c0d5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:00.013685 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-df2398a1-5b29-4201-bc08-a8d17c5cf19e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1efd5330e45e4476966b75bc569787e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001580 Jun 01 15:54:00.013685 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2398a1-5b29-4201-bc08-a8d17c5cf19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcbe66e-35f6-4b43-a585-e0cfe1806fec,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:00.014371 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43820) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:00.021629 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-df2398a1-5b29-4201-bc08-a8d17c5cf19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:00.083091 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-700fc735-17e3-4b89-b3e4-e10311120416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.111637 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-700fc735-17e3-4b89-b3e4-e10311120416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.167459 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-700fc735-17e3-4b89-b3e4-e10311120416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.172883 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-aba4e1a0-6aa5-416e-9481-d0b92ab1a4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:00.184597 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fc735-17e3-4b89-b3e4-e10311120416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcbe66e-35f6-4b43-a585-e0cfe1806fec,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:00.188863 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-700fc735-17e3-4b89-b3e4-e10311120416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:00.195000 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-700fc735-17e3-4b89-b3e4-e10311120416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.198371 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-700fc735-17e3-4b89-b3e4-e10311120416 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0bcbe66e-35f6-4b43-a585-e0cfe1806fec HTTP/1.1" status: 204 len: 168 time: 0.1824210 Jun 01 15:54:00.541782 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43834) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:00.559057 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82ddc4ef-3afa-491a-98bf-f246551b5de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.573492 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-82ddc4ef-3afa-491a-98bf-f246551b5de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:00.577470 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-82ddc4ef-3afa-491a-98bf-f246551b5de6 admin admin] Usage tracker for resource:security_group_rule and tenant:638d1a05c93644339169c2898ee0121d is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:00.580269 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-82ddc4ef-3afa-491a-98bf-f246551b5de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:00.585877 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-82ddc4ef-3afa-491a-98bf-f246551b5de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:00.670594 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82ddc4ef-3afa-491a-98bf-f246551b5de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.674657 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82ddc4ef-3afa-491a-98bf-f246551b5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.683060 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-37b27ed5-2dfe-44b0-8446-eaabcb068629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:00.730071 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 43840) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:00.730574 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-82ddc4ef-3afa-491a-98bf-f246551b5de6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=638d1a05c93644339169c2898ee0121d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872325 Jun 01 15:54:00.731733 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddc4ef-3afa-491a-98bf-f246551b5de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ae70f6-fe7c-4d06-9d5c-66a85e4b9e8b,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:00.735677 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-82ddc4ef-3afa-491a-98bf-f246551b5de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:00.789395 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9c7e2603-55ec-4e80-a789-d22003ed4e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.815328 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9c7e2603-55ec-4e80-a789-d22003ed4e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.865709 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9c7e2603-55ec-4e80-a789-d22003ed4e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.870701 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:00.884444 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e2603-55ec-4e80-a789-d22003ed4e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ae70f6-fe7c-4d06-9d5c-66a85e4b9e8b,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:00.887266 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9c7e2603-55ec-4e80-a789-d22003ed4e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:00.891485 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9c7e2603-55ec-4e80-a789-d22003ed4e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.892578 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9c7e2603-55ec-4e80-a789-d22003ed4e99 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/21ae70f6-fe7c-4d06-9d5c-66a85e4b9e8b HTTP/1.1" status: 204 len: 168 time: 0.1614347 Jun 01 15:54:01.231416 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43846) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:01.248929 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ac336c6f-c17c-409f-9a83-a9111dfb95b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.262844 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-ac336c6f-c17c-409f-9a83-a9111dfb95b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:01.266728 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-ac336c6f-c17c-409f-9a83-a9111dfb95b6 admin admin] Usage tracker for resource:security_group_rule and tenant:8a7589b9a9254accb10fa81900634945 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:01.269528 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-ac336c6f-c17c-409f-9a83-a9111dfb95b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:01.275215 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-ac336c6f-c17c-409f-9a83-a9111dfb95b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:01.356351 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ac336c6f-c17c-409f-9a83-a9111dfb95b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.361216 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ac336c6f-c17c-409f-9a83-a9111dfb95b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.387408 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3e611a42-4d74-4e9d-8e94-fb6f57babf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:01.398567 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 43852) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:01.398702 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ac336c6f-c17c-409f-9a83-a9111dfb95b6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8a7589b9a9254accb10fa81900634945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653481 Jun 01 15:54:01.418417 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac336c6f-c17c-409f-9a83-a9111dfb95b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f667626-f507-460c-abc9-3736755f84d8,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:01.422066 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ac336c6f-c17c-409f-9a83-a9111dfb95b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:01.464495 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b9398d91-9702-4075-89e3-63bd29b7c4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.490545 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b9398d91-9702-4075-89e3-63bd29b7c4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.540492 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b9398d91-9702-4075-89e3-63bd29b7c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.544076 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-97118094-79c4-44d2-ad4c-568a86e72578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:01.555393 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9398d91-9702-4075-89e3-63bd29b7c4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f667626-f507-460c-abc9-3736755f84d8,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:01.558656 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b9398d91-9702-4075-89e3-63bd29b7c4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:01.563109 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b9398d91-9702-4075-89e3-63bd29b7c4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.563880 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-b9398d91-9702-4075-89e3-63bd29b7c4a3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8f667626-f507-460c-abc9-3736755f84d8 HTTP/1.1" status: 204 len: 168 time: 0.1622379 Jun 01 15:54:03.092926 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddb021-a48e-4223-a41e-8a9888475286 req-8bfe102c-b025-4591-9c4b-122c2c17477a tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:03.094380 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1bddb021-a48e-4223-a41e-8a9888475286 req-8bfe102c-b025-4591-9c4b-122c2c17477a tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0813477 Jun 01 15:54:03.141894 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1bddb021-a48e-4223-a41e-8a9888475286 req-434532e2-68d1-4ab2-936b-36a3fa358eba tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Jun 01 15:54:04.333576 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9c709-8e4f-46b6-93d8-81fba14b7275 req-c82e329a-9b28-4306-9e67-2518cd9b8da5 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:04.334939 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7ed9c709-8e4f-46b6-93d8-81fba14b7275 req-c82e329a-9b28-4306-9e67-2518cd9b8da5 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0803320 Jun 01 15:54:04.379602 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7ed9c709-8e4f-46b6-93d8-81fba14b7275 req-0707bd2b-2f35-4dba-aebe-7a4efa8402d0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388100 Jun 01 15:54:05.597018 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c91b1b-ca32-4935-97dc-abfef0d9d1d9 req-6b09bb52-b51e-496a-995e-9cdbda9edf56 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:05.598929 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-43c91b1b-ca32-4935-97dc-abfef0d9d1d9 req-6b09bb52-b51e-496a-995e-9cdbda9edf56 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0912614 Jun 01 15:54:05.665119 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-43c91b1b-ca32-4935-97dc-abfef0d9d1d9 req-9ec0c276-c470-41af-9046-8d18b28e1bfb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461860 Jun 01 15:54:05.703285 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 43966) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:05.823055 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f6ac6594-0f68-4c36-813f-ea0e1e491458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.838102 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f6ac6594-0f68-4c36-813f-ea0e1e491458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:05.841816 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f6ac6594-0f68-4c36-813f-ea0e1e491458 admin admin] Usage tracker for resource:security_group_rule and tenant:173fce3ed755440e9cf6b511d014e3c8 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:05.845118 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f6ac6594-0f68-4c36-813f-ea0e1e491458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:05.850755 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f6ac6594-0f68-4c36-813f-ea0e1e491458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:05.933614 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f6ac6594-0f68-4c36-813f-ea0e1e491458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.937830 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f6ac6594-0f68-4c36-813f-ea0e1e491458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.950071 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2f77e147-25db-43e3-9907-c6acab83761a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:05.989961 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f6ac6594-0f68-4c36-813f-ea0e1e491458 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=173fce3ed755440e9cf6b511d014e3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855210 Jun 01 15:54:05.991592 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac6594-0f68-4c36-813f-ea0e1e491458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077bcc44-3983-42bc-b687-b00f8ab6d9ec,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:05.993609 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 43972) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:05.995125 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f6ac6594-0f68-4c36-813f-ea0e1e491458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:06.056557 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-613daff5-7509-4ade-bce9-7f364119ed7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.082448 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-613daff5-7509-4ade-bce9-7f364119ed7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.141953 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-613daff5-7509-4ade-bce9-7f364119ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.146743 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a39b13f4-7a87-481b-9090-8afdc7da910d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:06.159709 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613daff5-7509-4ade-bce9-7f364119ed7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077bcc44-3983-42bc-b687-b00f8ab6d9ec,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:06.162529 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-613daff5-7509-4ade-bce9-7f364119ed7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:06.164355 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-613daff5-7509-4ade-bce9-7f364119ed7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.167858 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-613daff5-7509-4ade-bce9-7f364119ed7f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/077bcc44-3983-42bc-b687-b00f8ab6d9ec HTTP/1.1" status: 204 len: 168 time: 0.1709008 Jun 01 15:54:06.857236 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3bea0-fe10-45cd-a3d6-aafb78833d05 req-c9412b4c-31dd-42ea-9d26-b191e32c7576 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:06.859005 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1fd3bea0-fe10-45cd-a3d6-aafb78833d05 req-c9412b4c-31dd-42ea-9d26-b191e32c7576 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0853937 Jun 01 15:54:06.908423 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1fd3bea0-fe10-45cd-a3d6-aafb78833d05 req-e86069bf-ec1d-4b29-836b-66a23450beb6 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437489 Jun 01 15:54:07.100624 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44000) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:07.216678 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-16c44ce2-8cec-40a5-8194-885bbab089bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.231172 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-16c44ce2-8cec-40a5-8194-885bbab089bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:07.235546 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-16c44ce2-8cec-40a5-8194-885bbab089bc admin admin] Usage tracker for resource:security_group_rule and tenant:effe0272c27145749e6c7c37ef4ae204 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:07.238515 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-16c44ce2-8cec-40a5-8194-885bbab089bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:07.244312 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-16c44ce2-8cec-40a5-8194-885bbab089bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:07.330107 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-16c44ce2-8cec-40a5-8194-885bbab089bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.334345 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-16c44ce2-8cec-40a5-8194-885bbab089bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.343176 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4b9161bc-57e7-421e-9e34-406ffe93f1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:07.391105 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-16c44ce2-8cec-40a5-8194-885bbab089bc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=effe0272c27145749e6c7c37ef4ae204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877855 Jun 01 15:54:07.391701 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c44ce2-8cec-40a5-8194-885bbab089bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d427c8-f300-4f7d-8186-fa0fe27ba97a,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:07.392968 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 44012) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:07.394759 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-16c44ce2-8cec-40a5-8194-885bbab089bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:07.462581 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0406a9bf-046a-454a-8c49-49dcc1469a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.495576 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0406a9bf-046a-454a-8c49-49dcc1469a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.550154 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0406a9bf-046a-454a-8c49-49dcc1469a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.553673 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-003c305c-8e46-4c0a-a499-e7da7159841f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:07.566812 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406a9bf-046a-454a-8c49-49dcc1469a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d427c8-f300-4f7d-8186-fa0fe27ba97a,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:07.570706 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0406a9bf-046a-454a-8c49-49dcc1469a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:07.588037 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0406a9bf-046a-454a-8c49-49dcc1469a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.589211 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0406a9bf-046a-454a-8c49-49dcc1469a78 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/56d427c8-f300-4f7d-8186-fa0fe27ba97a HTTP/1.1" status: 204 len: 168 time: 0.1951871 Jun 01 15:54:08.069617 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 44038) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:08.117972 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084c38e-00a3-4340-8356-a377c2200059 req-17b97812-8040-477e-8ea0-f6e50b2b3671 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:08.119434 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3084c38e-00a3-4340-8356-a377c2200059 req-17b97812-8040-477e-8ea0-f6e50b2b3671 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0939264 Jun 01 15:54:08.171090 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3084c38e-00a3-4340-8356-a377c2200059 req-e70a7c13-6606-42ff-9aaa-9a1f7b5b7304 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Jun 01 15:54:08.204683 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42bca9ac-ec10-4c25-8bbb-c71d75157cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:08.220124 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-42bca9ac-ec10-4c25-8bbb-c71d75157cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:08.223935 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-42bca9ac-ec10-4c25-8bbb-c71d75157cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:38f9fe78c6c548969e3ebf128e2aff90 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:08.226760 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-42bca9ac-ec10-4c25-8bbb-c71d75157cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:08.232666 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-42bca9ac-ec10-4c25-8bbb-c71d75157cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:08.327034 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42bca9ac-ec10-4c25-8bbb-c71d75157cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:08.331807 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42bca9ac-ec10-4c25-8bbb-c71d75157cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:08.340079 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:08.382645 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-42bca9ac-ec10-4c25-8bbb-c71d75157cd0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=38f9fe78c6c548969e3ebf128e2aff90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118348 Jun 01 15:54:08.383627 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bca9ac-ec10-4c25-8bbb-c71d75157cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca84c5-1f07-491f-b759-4f9799e0c2ba,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:08.385282 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44050) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:08.386690 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-42bca9ac-ec10-4c25-8bbb-c71d75157cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:08.456980 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a8971f43-1819-4c27-a898-6f58c422ae50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:08.484968 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a8971f43-1819-4c27-a898-6f58c422ae50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:08.551466 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a8971f43-1819-4c27-a898-6f58c422ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:08.560187 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-01a59a31-e4df-4074-ba3b-c421ef1a0fa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:08.577739 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8971f43-1819-4c27-a898-6f58c422ae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aca84c5-1f07-491f-b759-4f9799e0c2ba,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:08.582099 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a8971f43-1819-4c27-a898-6f58c422ae50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:08.616099 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a8971f43-1819-4c27-a898-6f58c422ae50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:08.621295 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-a8971f43-1819-4c27-a898-6f58c422ae50 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0aca84c5-1f07-491f-b759-4f9799e0c2ba HTTP/1.1" status: 204 len: 168 time: 0.2329409 Jun 01 15:54:09.100209 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44076) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:09.116934 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-75f24841-6500-402d-80d1-60f7ddf62596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:09.131885 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-75f24841-6500-402d-80d1-60f7ddf62596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:09.135669 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-75f24841-6500-402d-80d1-60f7ddf62596 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8daba86be949a78ff1e20dd49fcf0c is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:09.138418 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-75f24841-6500-402d-80d1-60f7ddf62596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:09.144688 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-75f24841-6500-402d-80d1-60f7ddf62596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:09.232218 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-75f24841-6500-402d-80d1-60f7ddf62596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:09.236394 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-75f24841-6500-402d-80d1-60f7ddf62596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:09.244746 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ea846559-4069-4f08-a1fc-4e8b2f80e3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:09.285670 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-75f24841-6500-402d-80d1-60f7ddf62596 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ef8daba86be949a78ff1e20dd49fcf0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843030 Jun 01 15:54:09.287697 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f24841-6500-402d-80d1-60f7ddf62596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299534a9-3c3d-4ad4-8d1b-76dc02466dcb,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:09.288846 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 44080) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:09.290822 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-75f24841-6500-402d-80d1-60f7ddf62596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:09.350926 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ebee6f13-0553-4a32-9c39-55352071bfaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:09.374218 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67515-58de-4482-89c7-29a222241237 req-82272588-8954-46b5-bcdb-f744df3d3737 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:09.375709 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4fa67515-58de-4482-89c7-29a222241237 req-82272588-8954-46b5-bcdb-f744df3d3737 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0888848 Jun 01 15:54:09.379474 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ebee6f13-0553-4a32-9c39-55352071bfaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:09.422236 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4fa67515-58de-4482-89c7-29a222241237 req-eed9f977-1220-494c-af2d-5e0ec57349f9 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Jun 01 15:54:09.439371 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ebee6f13-0553-4a32-9c39-55352071bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:09.443141 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7686c0f9-d64b-4776-b70b-7f25c8476e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:09.456306 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee6f13-0553-4a32-9c39-55352071bfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299534a9-3c3d-4ad4-8d1b-76dc02466dcb,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:09.459033 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ebee6f13-0553-4a32-9c39-55352071bfaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:09.467321 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ebee6f13-0553-4a32-9c39-55352071bfaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:09.468843 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ebee6f13-0553-4a32-9c39-55352071bfaf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/299534a9-3c3d-4ad4-8d1b-76dc02466dcb HTTP/1.1" status: 204 len: 168 time: 0.1790264 Jun 01 15:54:10.229035 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44118) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:10.361878 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3e4353ce-eec9-4a2f-a071-4a6e56243c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:10.377313 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-3e4353ce-eec9-4a2f-a071-4a6e56243c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:10.381225 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-3e4353ce-eec9-4a2f-a071-4a6e56243c3a admin admin] Usage tracker for resource:security_group_rule and tenant:61057742bdc647afbd50fe98e863e5a8 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:10.384025 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-3e4353ce-eec9-4a2f-a071-4a6e56243c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:10.390268 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-3e4353ce-eec9-4a2f-a071-4a6e56243c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:10.503301 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3e4353ce-eec9-4a2f-a071-4a6e56243c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:10.508485 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3e4353ce-eec9-4a2f-a071-4a6e56243c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:10.522397 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a8971f43-1819-4c27-a898-6f58c422ae50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:10.606755 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-3e4353ce-eec9-4a2f-a071-4a6e56243c3a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=61057742bdc647afbd50fe98e863e5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765953 Jun 01 15:54:10.610398 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 44132) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:10.616867 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4353ce-eec9-4a2f-a071-4a6e56243c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333c89b5-e5bf-42bb-9264-36a7c5192744,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:10.628287 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-3e4353ce-eec9-4a2f-a071-4a6e56243c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:10.649493 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-de8a7cdb-4d07-4060-bf3f-784348ee204f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:10.693338 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb445a6-74b4-4cfc-83aa-5a794e7e33d9 req-095ed47e-3bcf-4f7b-8faa-3dc9be4b88dc tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:10.694859 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7cb445a6-74b4-4cfc-83aa-5a794e7e33d9 req-095ed47e-3bcf-4f7b-8faa-3dc9be4b88dc tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1355293 Jun 01 15:54:10.706839 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-29c38c24-f06d-4916-85b1-d9005509d2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:10.745000 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-29c38c24-f06d-4916-85b1-d9005509d2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:10.753913 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7cb445a6-74b4-4cfc-83aa-5a794e7e33d9 req-a8302225-65a2-477b-91dd-080964147a8e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528457 Jun 01 15:54:10.802669 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-29c38c24-f06d-4916-85b1-d9005509d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:10.807912 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7176873a-c18e-4954-a826-ef2634d6a333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:10.823852 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c38c24-f06d-4916-85b1-d9005509d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333c89b5-e5bf-42bb-9264-36a7c5192744,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:10.828804 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-29c38c24-f06d-4916-85b1-d9005509d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:10.832646 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-29c38c24-f06d-4916-85b1-d9005509d2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:10.833751 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-29c38c24-f06d-4916-85b1-d9005509d2c3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/333c89b5-e5bf-42bb-9264-36a7c5192744 HTTP/1.1" status: 204 len: 168 time: 0.2216959 Jun 01 15:54:11.952579 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 44178) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:12.071377 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d7312e7d-5055-4986-befb-a4c24350224c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.085694 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d7312e7d-5055-4986-befb-a4c24350224c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:12.089845 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d7312e7d-5055-4986-befb-a4c24350224c admin admin] Usage tracker for resource:security_group_rule and tenant:53e21deada46409abd800c1bc1ece0be is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:12.093482 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d7312e7d-5055-4986-befb-a4c24350224c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:12.099262 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d7312e7d-5055-4986-befb-a4c24350224c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:12.182597 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d7312e7d-5055-4986-befb-a4c24350224c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.186757 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d7312e7d-5055-4986-befb-a4c24350224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.194736 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0406a9bf-046a-454a-8c49-49dcc1469a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:12.236949 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d7312e7d-5055-4986-befb-a4c24350224c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=53e21deada46409abd800c1bc1ece0be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832899 Jun 01 15:54:12.237822 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7312e7d-5055-4986-befb-a4c24350224c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b134606-b4bc-43f0-b38f-081aa208b14f,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:12.239618 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44182) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:12.241200 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d7312e7d-5055-4986-befb-a4c24350224c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:12.296496 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0714bf7d-14fd-4a7b-93f0-8ea959496449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.320851 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0714bf7d-14fd-4a7b-93f0-8ea959496449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.436075 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0714bf7d-14fd-4a7b-93f0-8ea959496449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.439883 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:12.453470 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714bf7d-14fd-4a7b-93f0-8ea959496449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b134606-b4bc-43f0-b38f-081aa208b14f,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:12.456343 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-0714bf7d-14fd-4a7b-93f0-8ea959496449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:12.465146 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0714bf7d-14fd-4a7b-93f0-8ea959496449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.466256 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-0714bf7d-14fd-4a7b-93f0-8ea959496449 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7b134606-b4bc-43f0-b38f-081aa208b14f HTTP/1.1" status: 204 len: 168 time: 0.2256792 Jun 01 15:54:13.156488 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b4dceaca-a976-4727-aa32-cf29303ce9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.328474 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.431993 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.918485 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496cb7e-1285-4e36-b540-007fa06c8836 req-2d3c78d0-cb62-4192-9e3b-2af4bdc7f2c8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:13.919951 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2496cb7e-1285-4e36-b540-007fa06c8836 req-2d3c78d0-cb62-4192-9e3b-2af4bdc7f2c8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0802615 Jun 01 15:54:13.965670 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2496cb7e-1285-4e36-b540-007fa06c8836 req-3862b164-ffa4-4b0e-a845-de8ef741c938 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397291 Jun 01 15:54:14.893642 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.240575 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037213-a4bd-4cc3-9999-4d8ce9c20d65 req-f40a4d34-9ae7-4ebf-b8d9-38dce71bedc2 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:15.246731 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-98037213-a4bd-4cc3-9999-4d8ce9c20d65 req-f40a4d34-9ae7-4ebf-b8d9-38dce71bedc2 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1010330 Jun 01 15:54:15.298791 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-98037213-a4bd-4cc3-9999-4d8ce9c20d65 req-525be82f-e3f7-45f1-911d-91f127ace0fc tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484970 Jun 01 15:54:16.463760 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:18.646434 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569d0c1-fd11-4755-a69a-f7ed4ed94fbe req-f233dd35-757f-48ce-ac3c-fcc03acc24ef tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:18.647840 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8569d0c1-fd11-4755-a69a-f7ed4ed94fbe req-f233dd35-757f-48ce-ac3c-fcc03acc24ef tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0838487 Jun 01 15:54:18.693440 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8569d0c1-fd11-4755-a69a-f7ed4ed94fbe req-a9c93b04-405a-49a1-ba80-89c88b95097f tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Jun 01 15:54:19.020866 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eef1e8-6fd7-4575-83c1-8381a3d22f91 req-845f9b1f-ac48-453b-8c39-d74319fcf426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:19.022237 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b6eef1e8-6fd7-4575-83c1-8381a3d22f91 req-845f9b1f-ac48-453b-8c39-d74319fcf426 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0695240 Jun 01 15:54:19.067138 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b6eef1e8-6fd7-4575-83c1-8381a3d22f91 req-7ebb2eba-858c-45f2-a72d-8888fee45da9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Jun 01 15:54:19.905389 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ece80a-a45a-4cbc-bab0-e47e8b1c7a00 req-49a98b9b-9109-4d0f-b0b9-967754493965 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:19.907194 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d3ece80a-a45a-4cbc-bab0-e47e8b1c7a00 req-49a98b9b-9109-4d0f-b0b9-967754493965 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0931416 Jun 01 15:54:19.958885 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d3ece80a-a45a-4cbc-bab0-e47e8b1c7a00 req-9e2abca0-9a2e-4f73-b18b-8f2cc86c88a2 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 Jun 01 15:54:20.165192 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44340) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:20.290071 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:20.305022 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:20.308883 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ad2489dcf4439199df4f9da8b24434 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:20.312758 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:20.322503 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:20.424689 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:20.431077 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:20.442914 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eae7357b-4f75-445e-95f0-139d4ccb0352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:20.497284 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a5ad2489dcf4439199df4f9da8b24434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287077 Jun 01 15:54:20.497284 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6be9503-51bb-45aa-badc-66a08a6df48c,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:20.499081 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 44352) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:20.504779 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.505214 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.505688 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.506129 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.506563 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.506970 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.507376 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.507779 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.508186 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.508585 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.508987 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.509393 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.513253 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:20.562841 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:20.588296 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:20.644994 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:20.648939 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d7312e7d-5055-4986-befb-a4c24350224c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:20.662010 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6be9503-51bb-45aa-badc-66a08a6df48c,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:20.670057 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.671050 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.671408 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.671754 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.672096 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.672436 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.672771 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.673105 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.673440 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.673776 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.674279 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.674612 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:20.677709 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:20.686852 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:20.688345 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b6be9503-51bb-45aa-badc-66a08a6df48c HTTP/1.1" status: 204 len: 168 time: 0.1869206 Jun 01 15:54:21.343632 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44382) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:21.445727 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-453049220-network', 'tenant_id': '46eafb6acf9542faad1af67472fcf521'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:21.450221 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:21.454888 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Usage tracker for resource:network and tenant:46eafb6acf9542faad1af67472fcf521 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:21.457950 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:21.464423 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:21.474324 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Made reservation on behalf of 46eafb6acf9542faad1af67472fcf521 for: {'network': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:21.476661 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.488934 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.503410 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:21.507325 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Usage tracker for resource:security_group_rule and tenant:46eafb6acf9542faad1af67472fcf521 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:21.509891 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:21.516221 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:21.599774 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.603802 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.607757 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e643950f-0c03-4798-a4b3-b98fb9b01d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:21.637883 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=91910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:54:21.649263 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab78842-5b3b-475d-a4e3-36620aaca184,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:21.652602 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:21.656863 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.657257 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.segments_db [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Added segment 4de48fa4-0552-4f3d-b116-f5e9bb30058c of type vlan for network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 Jun 01 15:54:21.684232 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.712377 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.713582 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:21.714181 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.717565 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-342842a9-cc94-4665-b34e-3d4472e41841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:21.818531 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Pushing event updated for resources: {'Network': ['ID=57cb7190-8e4c-4092-9905-4e8d9a3d21d8,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:21.821821 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4771574 Jun 01 15:54:21.822669 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:21.824603 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44392) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:21.829454 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:54:21.830084 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Request body: {'subnet': {'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-453049220-subnet', 'tenant_id': '46eafb6acf9542faad1af67472fcf521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:21.834467 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:21.838198 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Usage tracker for resource:subnet and tenant:46eafb6acf9542faad1af67472fcf521 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:21.840976 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:21.847299 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:21.857419 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Made reservation on behalf of 46eafb6acf9542faad1af67472fcf521 for: {'subnet': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:21.859812 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6055598'] for subnet, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:22.229087 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6144939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6055580'] for subnet, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:22.232813 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4212f801-0219-48ce-9b81-9a0f18688dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:22.298930 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a724afaa-7469-4a92-900b-469ae6cb5047,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:22.302549 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:22.309203 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Checking segment: {'id': '4de48fa4-0552-4f3d-b116-f5e9bb30058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:22.309551 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Network hostable DHCP agents. Network: 57cb7190-8e4c-4092-9905-4e8d9a3d21d8, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:54:22.326213 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:54:22.337060 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 57cb7190-8e4c-4092-9905-4e8d9a3d21d8) {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:22.345707 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:22.346332 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:22.346881 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd6bef-f751-4b4a-b6c4-3aacb9fd22fe None None] Network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:54:22.369836 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5442538 Jun 01 15:54:22.540336 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfe485d-2912-4f71-bfe4-bcfa1f5ab224 None None] Network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:54:22.766695 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:54:23.106465 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3982fb-2d19-4dab-b69e-e054d1edafb3 req-8e85ac96-f28a-42c9-9504-73abd56a8d4f tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:23.108476 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cf3982fb-2d19-4dab-b69e-e054d1edafb3 req-8e85ac96-f28a-42c9-9504-73abd56a8d4f tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0799470 Jun 01 15:54:23.156277 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cf3982fb-2d19-4dab-b69e-e054d1edafb3 req-856a4164-904f-4ced-b332-e05b74ab44d0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Jun 01 15:54:24.599486 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7c129-571c-4a39-8e61-b56e16c6e83f req-1f35a601-7602-4dfd-bfba-7c4e67b6d4ae tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:24.600904 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9dc7c129-571c-4a39-8e61-b56e16c6e83f req-1f35a601-7602-4dfd-bfba-7c4e67b6d4ae tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.2982848 Jun 01 15:54:24.607041 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-489d5a0b-e114-45a3-8f2b-71b6cfbc9d35 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:24.608283 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-489d5a0b-e114-45a3-8f2b-71b6cfbc9d35 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Synchronizing usage tracker for tenant:46eafb6acf9542faad1af67472fcf521 on resource:network {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:24.659780 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-489d5a0b-e114-45a3-8f2b-71b6cfbc9d35 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Unset dirty status for tenant:46eafb6acf9542faad1af67472fcf521 on resource:network {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:24.660936 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-489d5a0b-e114-45a3-8f2b-71b6cfbc9d35 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/networks?id=57cb7190-8e4c-4092-9905-4e8d9a3d21d8 HTTP/1.1" status: 200 len: 808 time: 0.3114715 Jun 01 15:54:24.666029 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9dc7c129-571c-4a39-8e61-b56e16c6e83f req-a7246efe-144b-41ee-9e48-4b92b66e2677 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548794 Jun 01 15:54:24.677796 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-36d6dc74-e769-439e-bc32-3e6009bd0c1f tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/quotas/46eafb6acf9542faad1af67472fcf521 HTTP/1.1" status: 200 len: 375 time: 0.0107076 Jun 01 15:54:24.733546 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-f197c3ac-1397-41af-8c6f-6764a6448ab6 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=46eafb6acf9542faad1af67472fcf521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463915 Jun 01 15:54:24.882855 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ad23ce49-87a2-4c15-ae5f-418af7d55e6d service neutron] 10.222.0.63 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379333 Jun 01 15:54:25.120735 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-764f5674-97a6-4879-ae2d-8bd8635fd5c5 service neutron] 10.222.0.63 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308886 Jun 01 15:54:25.166418 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e9883-ef76-4837-8305-eb797cb4b80d req-71c53104-4466-4338-857b-87698f7ec85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:25.167866 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea9e9883-ef76-4837-8305-eb797cb4b80d req-71c53104-4466-4338-857b-87698f7ec85e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 1099 time: 0.1528735 Jun 01 15:54:25.204675 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5bf22-d4ac-47b5-941a-b2d9df433a73 req-8a161401-1d08-461b-b70b-183234d07466 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:25.206360 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fad5bf22-d4ac-47b5-941a-b2d9df433a73 req-8a161401-1d08-461b-b70b-183234d07466 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1273143 Jun 01 15:54:25.352280 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e9883-ef76-4837-8305-eb797cb4b80d req-a80b26ed-7bf2-4ba9-a027-1b0ef5103816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:25.353711 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea9e9883-ef76-4837-8305-eb797cb4b80d req-a80b26ed-7bf2-4ba9-a027-1b0ef5103816 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 920 time: 0.1772130 Jun 01 15:54:25.433644 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea9e9883-ef76-4837-8305-eb797cb4b80d req-be04ca19-e43d-4523-acc3-673fe0b05dc5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04d514ca-581b-43b9-b447-656b7ca7d28c HTTP/1.1" status: 200 len: 217 time: 0.0695505 Jun 01 15:54:25.441519 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fad5bf22-d4ac-47b5-941a-b2d9df433a73 req-54778797-d66c-42e2-b8da-5bcf46fa73f0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278864 Jun 01 15:54:25.510781 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e9883-ef76-4837-8305-eb797cb4b80d req-c3d868b7-874b-458c-b1c2-d17c7a3f39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:25.512196 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea9e9883-ef76-4837-8305-eb797cb4b80d req-c3d868b7-874b-458c-b1c2-d17c7a3f39d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 200 len: 859 time: 0.0646739 Jun 01 15:54:25.654444 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3a37c807-2b74-4eb1-a287-83ddfa912167 req-63c58d83-2d34-4ca1-9edc-e8088bc82765 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 210 time: 0.1228399 Jun 01 15:54:25.654444 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea9e9883-ef76-4837-8305-eb797cb4b80d req-352b3eed-88c9-4e0b-a167-eebe71ef33ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736864 Jun 01 15:54:25.802228 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea9e9883-ef76-4837-8305-eb797cb4b80d req-e065ce56-04d6-4665-8b95-00880d402948 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419728 Jun 01 15:54:25.940719 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea9e9883-ef76-4837-8305-eb797cb4b80d req-8af4cb10-6299-4974-8fea-ef533567c41a service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301949 Jun 01 15:54:26.748498 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-1752f3ec-c409-4163-9442-9b634b413234 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:26.750566 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-1752f3ec-c409-4163-9442-9b634b413234 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.86 "GET /v2.0/networks?id=57cb7190-8e4c-4092-9905-4e8d9a3d21d8 HTTP/1.1" status: 200 len: 808 time: 0.2450831 Jun 01 15:54:26.768630 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08e0c8-9630-431c-b481-833894fe7fd2 req-fc99ed2b-0ee2-4680-be7c-0ed09d9a7cad tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:26.770340 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8f08e0c8-9630-431c-b481-833894fe7fd2 req-fc99ed2b-0ee2-4680-be7c-0ed09d9a7cad tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1972229 Jun 01 15:54:26.775085 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Request body: {'port': {'device_id': 'a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84', 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8', 'admin_state_up': True, 'tenant_id': '46eafb6acf9542faad1af67472fcf521'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:26.971616 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e3071179-4e77-494a-bb7e-4f708108a8cf req-fd41b376-e8b3-4ab9-a311-c960821a365a tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 210 time: 0.1556959 Jun 01 15:54:27.035790 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8f08e0c8-9630-431c-b481-833894fe7fd2 req-659e0141-2a0a-4832-bac0-0f0cc3a43590 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445097 Jun 01 15:54:27.080253 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:27.084023 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Usage tracker for resource:port and tenant:46eafb6acf9542faad1af67472fcf521 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:27.086814 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:27.092670 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:27.103284 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Made reservation on behalf of 46eafb6acf9542faad1af67472fcf521 for: {'port': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:27.106731 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.271653 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Allocated IP 172.20.0.3 (57cb7190-8e4c-4092-9905-4e8d9a3d21d8/a724afaa-7469-4a92-900b-469ae6cb5047/ae0e96f1-53f2-4246-b2c7-e6b9acb89643) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:54:27.475761 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.505355 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.512720 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b590d4b7-e016-4d37-b263-ed14e56c86b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:27.579491 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:54:27.583113 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:27.587040 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:54:27.633187 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Pushing event updated for resources: {'Port': ['ID=ae0e96f1-53f2-4246-b2c7-e6b9acb89643,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:27.637715 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:27.659745 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:27.660347 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.683912 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9089277 Jun 01 15:54:27.692144 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Request body: {'port': {'device_id': 'a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:27.803517 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:28.250678 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0e96f1-53f2-4246-b2c7-e6b9acb89643 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:28.267835 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:28.301539 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Transition to ACTIVE for port object ae0e96f1-53f2-4246-b2c7-e6b9acb89643 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:54:28.309337 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:28.319491 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:28.438051 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b096d-5833-401e-a3af-2c1afa61cc5b req-11dcd7d0-4535-47cd-886d-1bfb8b87fbf0 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:28.438845 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-b24b096d-5833-401e-a3af-2c1afa61cc5b req-11dcd7d0-4535-47cd-886d-1bfb8b87fbf0 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Synchronizing usage tracker for tenant:46eafb6acf9542faad1af67472fcf521 on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:28.472709 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0e96f1-53f2-4246-b2c7-e6b9acb89643,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:28.481616 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc97d81-f1af-4adf-adb1-a037d4db99ee req-abe496bf-8be6-4b05-8e7b-39fe5a0c9789 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:28.483483 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1dc97d81-f1af-4adf-adb1-a037d4db99ee req-abe496bf-8be6-4b05-8e7b-39fe5a0c9789 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.2864933 Jun 01 15:54:28.488128 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:28.571638 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-b24b096d-5833-401e-a3af-2c1afa61cc5b req-11dcd7d0-4535-47cd-886d-1bfb8b87fbf0 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Unset dirty status for tenant:46eafb6acf9542faad1af67472fcf521 on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:28.572773 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b24b096d-5833-401e-a3af-2c1afa61cc5b req-11dcd7d0-4535-47cd-886d-1bfb8b87fbf0 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 931 time: 0.4412599 Jun 01 15:54:28.632367 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1dc97d81-f1af-4adf-adb1-a037d4db99ee req-64aa54b3-b5bb-4846-8e4a-68a8d01b9aa4 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117916 Jun 01 15:54:28.663660 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Attempting to bind port ae0e96f1-53f2-4246-b2c7-e6b9acb89643 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:54:28.663997 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Attempting to bind port ae0e96f1-53f2-4246-b2c7-e6b9acb89643 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '4de48fa4-0552-4f3d-b116-f5e9bb30058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:54:28.664323 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Attempting to bind port ae0e96f1-53f2-4246-b2c7-e6b9acb89643 on network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:28.670873 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-b24b096d-5833-401e-a3af-2c1afa61cc5b req-6fbab2f3-2200-4498-b5cf-5b32d7f92646 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Synchronizing usage tracker for tenant:46eafb6acf9542faad1af67472fcf521 on resource:security_group {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:28.675523 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Port ae0e96f1-53f2-4246-b2c7-e6b9acb89643 on network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:54:28.675841 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Attempting to bind port ae0e96f1-53f2-4246-b2c7-e6b9acb89643 on network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:28.683772 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:54:28.684099 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Checking segment: {'id': '4de48fa4-0552-4f3d-b116-f5e9bb30058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:28.684482 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Bound using segment: {'id': '4de48fa4-0552-4f3d-b116-f5e9bb30058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:54:28.684913 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Bound port: ae0e96f1-53f2-4246-b2c7-e6b9acb89643, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de48fa4-0552-4f3d-b116-f5e9bb30058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:54:28.685249 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:28.734597 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-b24b096d-5833-401e-a3af-2c1afa61cc5b req-6fbab2f3-2200-4498-b5cf-5b32d7f92646 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Unset dirty status for tenant:46eafb6acf9542faad1af67472fcf521 on resource:security_group {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:28.735731 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b24b096d-5833-401e-a3af-2c1afa61cc5b req-6fbab2f3-2200-4498-b5cf-5b32d7f92646 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446698 Jun 01 15:54:28.861031 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] For port ae0e96f1-53f2-4246-b2c7-e6b9acb89643, host hv-cinder-79351, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:54:28.864016 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] For port ae0e96f1-53f2-4246-b2c7-e6b9acb89643, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ae0e96f1-53f2-4246-b2c7-e6b9acb89643,segment=NetworkSegment(4de48fa4-0552-4f3d-b116-f5e9bb30058c),segment_id=4de48fa4-0552-4f3d-b116-f5e9bb30058c)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:54:28.872201 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:28.877423 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:28.936098 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:28.936719 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:28.938067 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] 10.222.0.86 "PUT /v2.0/ports/ae0e96f1-53f2-4246-b2c7-e6b9acb89643 HTTP/1.1" status: 200 len: 1093 time: 1.2499483 Jun 01 15:54:28.938539 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84', 'tag': 'ae0e96f1-53f2-4246-b2c7-e6b9acb89643'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:28.940860 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dd5c82-efaf-4350-b357-e6f140f9f362" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84", "tag": "ae0e96f1-53f2-4246-b2c7-e6b9acb89643"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:28.955681 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0e96f1-53f2-4246-b2c7-e6b9acb89643,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:28.958603 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:29.013484 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dacdc43-6944-4471-a82d-1bd8f288a176 x-openstack-request-id: req-4dacdc43-6944-4471-a82d-1bd8f288a176 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:29.014447 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84", "tag": "ae0e96f1-53f2-4246-b2c7-e6b9acb89643", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:29.014722 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4dacdc43-6944-4471-a82d-1bd8f288a176 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:29.015122 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84', 'tag': 'ae0e96f1-53f2-4246-b2c7-e6b9acb89643', 'status': 'completed', 'code': 200} Jun 01 15:54:29.056427 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-82da4511-df24-469f-8f7d-997d899938cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:29.057905 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-82da4511-df24-469f-8f7d-997d899938cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=46eafb6acf9542faad1af67472fcf521&device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 1096 time: 0.0758317 Jun 01 15:54:29.126284 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-e501933c-d49a-4aec-b566-bee3a42ac150 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae0e96f1-53f2-4246-b2c7-e6b9acb89643 HTTP/1.1" status: 200 len: 217 time: 0.0593247 Jun 01 15:54:29.190409 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-6c76815f-4dee-4465-b7c3-ec688a664668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:29.191758 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-6c76815f-4dee-4465-b7c3-ec688a664668 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a724afaa-7469-4a92-900b-469ae6cb5047 HTTP/1.1" status: 200 len: 848 time: 0.0587499 Jun 01 15:54:29.246172 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-e9afd3ca-a306-4f23-a6d6-2e2f18a532b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=57cb7190-8e4c-4092-9905-4e8d9a3d21d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391676 Jun 01 15:54:29.379979 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-025dcb8b-feb3-4fac-ba64-0d0b71949e30 service neutron] 10.222.0.86 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248381 Jun 01 15:54:29.518645 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67b752b5-fd84-457b-aae7-329d1f562ebd req-25714cd5-96bd-4893-ad90-d8e6404076a8 service neutron] 10.222.0.86 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319704 Jun 01 15:54:29.569290 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44642) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:29.661285 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd5c82-efaf-4350-b357-e6f140f9f362 req-d56d90af-07d1-491e-9395-bb372f0479ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:29.662771 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-81dd5c82-efaf-4350-b357-e6f140f9f362 req-d56d90af-07d1-491e-9395-bb372f0479ed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=46eafb6acf9542faad1af67472fcf521&device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 1096 time: 0.0760975 Jun 01 15:54:29.716104 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-26e20b94-6237-4277-aa74-38715af0e634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.791277 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-26e20b94-6237-4277-aa74-38715af0e634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:29.837530 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-26e20b94-6237-4277-aa74-38715af0e634 admin admin] Usage tracker for resource:security_group_rule and tenant:27afd16976424a11b7635c6dc4f42f44 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:29.845215 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-26e20b94-6237-4277-aa74-38715af0e634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:29.863047 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-26e20b94-6237-4277-aa74-38715af0e634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:29.969208 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd5c82-efaf-4350-b357-e6f140f9f362 req-2cd701f8-e22e-48e9-8da8-80bae0d45dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:29.970666 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-81dd5c82-efaf-4350-b357-e6f140f9f362 req-2cd701f8-e22e-48e9-8da8-80bae0d45dbb service neutron] 10.222.0.86 "GET /v2.0/networks?id=57cb7190-8e4c-4092-9905-4e8d9a3d21d8 HTTP/1.1" status: 200 len: 909 time: 0.2990317 Jun 01 15:54:30.059345 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-81dd5c82-efaf-4350-b357-e6f140f9f362 req-fc23b384-c603-4c00-bcd8-40a73945dd79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae0e96f1-53f2-4246-b2c7-e6b9acb89643 HTTP/1.1" status: 200 len: 217 time: 0.0773265 Jun 01 15:54:30.127426 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1ca6d-b83d-4c27-abc6-9eb4b224d2b8 req-2554b486-82c0-4ee8-8e69-af9bcb4f0582 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:30.128881 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-51c1ca6d-b83d-4c27-abc6-9eb4b224d2b8 req-2554b486-82c0-4ee8-8e69-af9bcb4f0582 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.3395739 Jun 01 15:54:30.170662 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8bb11-a247-495d-9db7-329b1d597efa req-4f4ba4a5-0d65-4f7c-a346-579874170f79 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:30.172157 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-33b8bb11-a247-495d-9db7-329b1d597efa req-4f4ba4a5-0d65-4f7c-a346-579874170f79 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 943 time: 0.3215752 Jun 01 15:54:30.192210 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd5c82-efaf-4350-b357-e6f140f9f362 req-1b1932e1-e24a-494d-9512-f72695e22445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:30.193607 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-81dd5c82-efaf-4350-b357-e6f140f9f362 req-1b1932e1-e24a-494d-9512-f72695e22445 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a724afaa-7469-4a92-900b-469ae6cb5047 HTTP/1.1" status: 200 len: 848 time: 0.1218684 Jun 01 15:54:30.285687 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-81dd5c82-efaf-4350-b357-e6f140f9f362 req-e608fd07-8bc0-49b6-9103-1ad1f9932295 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=57cb7190-8e4c-4092-9905-4e8d9a3d21d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720384 Jun 01 15:54:30.304770 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-51c1ca6d-b83d-4c27-abc6-9eb4b224d2b8 req-a199edc4-e964-4f5d-a3f9-c46487c0f172 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675932 Jun 01 15:54:30.331188 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-26e20b94-6237-4277-aa74-38715af0e634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.345444 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-26e20b94-6237-4277-aa74-38715af0e634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.356812 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-613daff5-7509-4ade-bce9-7f364119ed7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:30.365667 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-33b8bb11-a247-495d-9db7-329b1d597efa req-6cfc2f7b-475e-464e-b16f-a9376aa00925 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824481 Jun 01 15:54:30.467620 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-26e20b94-6237-4277-aa74-38715af0e634 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=27afd16976424a11b7635c6dc4f42f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8940086 Jun 01 15:54:30.468014 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 44666) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:30.469179 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e20b94-6237-4277-aa74-38715af0e634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7157d4eb-108f-4dcc-b25b-bcad08782441,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:30.473585 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-26e20b94-6237-4277-aa74-38715af0e634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:30.511061 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-81dd5c82-efaf-4350-b357-e6f140f9f362 req-89b0026c-a263-48a5-ae46-8e19b8242ad1 service neutron] 10.222.0.86 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027750 Jun 01 15:54:30.531203 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-053df753-751c-42cf-a61d-7e85a19e0a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.561764 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-053df753-751c-42cf-a61d-7e85a19e0a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.632099 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-053df753-751c-42cf-a61d-7e85a19e0a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.635867 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9377ade4-ed7e-4ba6-8844-19c6966c631e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:30.654245 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053df753-751c-42cf-a61d-7e85a19e0a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7157d4eb-108f-4dcc-b25b-bcad08782441,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:30.661267 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-053df753-751c-42cf-a61d-7e85a19e0a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.662607 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-053df753-751c-42cf-a61d-7e85a19e0a1c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7157d4eb-108f-4dcc-b25b-bcad08782441 HTTP/1.1" status: 204 len: 168 time: 0.1935768 Jun 01 15:54:30.663853 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-053df753-751c-42cf-a61d-7e85a19e0a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:30.829184 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-81dd5c82-efaf-4350-b357-e6f140f9f362 req-e2bae4dc-d4c0-4909-b894-c3d546184682 service neutron] 10.222.0.86 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062291 Jun 01 15:54:31.087885 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44680) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:31.207147 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9232d6d9-58db-4784-bfeb-50cee53a4cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:31.221269 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9232d6d9-58db-4784-bfeb-50cee53a4cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:31.224999 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9232d6d9-58db-4784-bfeb-50cee53a4cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:8bee4139721d4db596fed63e6fc16d51 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:31.227758 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9232d6d9-58db-4784-bfeb-50cee53a4cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:31.233929 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9232d6d9-58db-4784-bfeb-50cee53a4cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:31.313976 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9232d6d9-58db-4784-bfeb-50cee53a4cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:31.317648 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9232d6d9-58db-4784-bfeb-50cee53a4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:31.324730 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-2ca045e3-0f23-4316-9854-a63e5a91db85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:31.366182 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9232d6d9-58db-4784-bfeb-50cee53a4cb5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8bee4139721d4db596fed63e6fc16d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770944 Jun 01 15:54:31.367043 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232d6d9-58db-4784-bfeb-50cee53a4cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb315d0-f5b5-4e4f-ad5c-daa37c7bd509,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:31.368977 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 44686) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:31.370258 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9232d6d9-58db-4784-bfeb-50cee53a4cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:31.434886 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e36c775-f953-4f95-a97e-4d147994c459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:31.463059 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e36c775-f953-4f95-a97e-4d147994c459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:31.527219 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e36c775-f953-4f95-a97e-4d147994c459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:31.532326 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-da9ea9cb-7478-4898-aad6-3700aa81b97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:31.542769 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36c775-f953-4f95-a97e-4d147994c459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb315d0-f5b5-4e4f-ad5c-daa37c7bd509,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:31.549604 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3e36c775-f953-4f95-a97e-4d147994c459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:31.550415 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e36c775-f953-4f95-a97e-4d147994c459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:31.554486 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3e36c775-f953-4f95-a97e-4d147994c459 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ffb315d0-f5b5-4e4f-ad5c-daa37c7bd509 HTTP/1.1" status: 204 len: 168 time: 0.1842184 Jun 01 15:54:31.567710 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ccb0b-4160-4fc8-81f4-da5fa9b5f962 req-682cb7e9-17fa-4fa4-bcd1-439a65378297 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:31.571366 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2a6ccb0b-4160-4fc8-81f4-da5fa9b5f962 req-682cb7e9-17fa-4fa4-bcd1-439a65378297 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 943 time: 0.0893104 Jun 01 15:54:31.626533 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2a6ccb0b-4160-4fc8-81f4-da5fa9b5f962 req-40014457-5751-4029-8a3f-8a1ff8df9d9b tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500576 Jun 01 15:54:32.074786 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddade076-e146-428f-b90b-e4014d97ddfa req-fa908969-be88-4da4-9b65-6e48e30b15b3 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:32.076113 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ddade076-e146-428f-b90b-e4014d97ddfa req-fa908969-be88-4da4-9b65-6e48e30b15b3 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0822816 Jun 01 15:54:32.122018 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ddade076-e146-428f-b90b-e4014d97ddfa req-eb79ee65-78df-41d8-b0c9-a815230a36f8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388474 Jun 01 15:54:32.269162 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44726) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:32.376011 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1704375318-network', 'tenant_id': '5cbeb7d0a51643d69623e87d9d752c9f'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:32.380483 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:32.384217 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Usage tracker for resource:network and tenant:5cbeb7d0a51643d69623e87d9d752c9f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:32.386997 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:32.393041 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:32.402554 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Made reservation on behalf of 5cbeb7d0a51643d69623e87d9d752c9f for: {'network': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:32.405573 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.417021 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.431089 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:32.434752 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Usage tracker for resource:security_group_rule and tenant:5cbeb7d0a51643d69623e87d9d752c9f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:32.437587 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:32.443276 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:32.525363 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.528879 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.533305 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-fe50eabb-2dc9-4ee8-8cd3-2d30d5808dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:32.558103 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=91910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:54:32.566849 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e8bd0e-d112-4654-9293-796108fbbda9,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:32.570223 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:32.572527 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.572857 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.segments_db [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Added segment e956bb0a-6477-431b-becd-7c1e5072d471 of type vlan for network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 Jun 01 15:54:32.598458 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.626504 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.627823 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:32.628414 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.632927 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a32472bb-8c09-4570-8fe7-5805a99aa843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:32.738609 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Pushing event updated for resources: {'Network': ['ID=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:32.741191 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:32.748990 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:54:32.752634 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4795728 Jun 01 15:54:32.752634 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 44734) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:32.757481 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Request body: {'subnet': {'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1704375318-subnet', 'tenant_id': '5cbeb7d0a51643d69623e87d9d752c9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:32.762540 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:32.766645 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Usage tracker for resource:subnet and tenant:5cbeb7d0a51643d69623e87d9d752c9f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:32.769615 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:32.776545 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:32.788353 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Made reservation on behalf of 5cbeb7d0a51643d69623e87d9d752c9f for: {'subnet': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:32.791231 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6055598'] for subnet, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.968876 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device ae0e96f1-53f2-4246-b2c7-e6b9acb89643 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:54:33.104649 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port ae0e96f1-53f2-4246-b2c7-e6b9acb89643, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ae0e96f1-53f2-4246-b2c7-e6b9acb89643,segment=NetworkSegment(4de48fa4-0552-4f3d-b116-f5e9bb30058c),segment_id=4de48fa4-0552-4f3d-b116-f5e9bb30058c)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:33.117967 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': 'ae0e96f1-53f2-4246-b2c7-e6b9acb89643', 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8', 'port_id': 'ae0e96f1-53f2-4246-b2c7-e6b9acb89643', 'mac_address': 'fa:16:3e:1c:8e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a724afaa-7469-4a92-900b-469ae6cb5047', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:54:33.169552 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6144939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6055580'] for subnet, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.174559 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:33.176515 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.193665 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0e96f1-53f2-4246-b2c7-e6b9acb89643 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:33.209101 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port ae0e96f1-53f2-4246-b2c7-e6b9acb89643, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ae0e96f1-53f2-4246-b2c7-e6b9acb89643,segment=NetworkSegment(4de48fa4-0552-4f3d-b116-f5e9bb30058c),segment_id=4de48fa4-0552-4f3d-b116-f5e9bb30058c)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:33.212835 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.214767 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:33.243565 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12fab66-ad6e-4b82-a777-582fae91b653,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:33.247366 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:33.252650 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Checking segment: {'id': 'e956bb0a-6477-431b-becd-7c1e5072d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:33.252997 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Network hostable DHCP agents. Network: 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:54:33.269835 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:54:33.279874 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45) {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:33.281953 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=ae0e96f1-53f2-4246-b2c7-e6b9acb89643,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:33.289959 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ac894-9719-4534-9cfd-c149e62d4971 None None] Network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:54:33.291011 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:33.291587 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.302814 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.303159 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.303582 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.304149 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.304149 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.304448 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.304772 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.305088 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.305425 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.305743 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.306080 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.306395 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:33.312641 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-89164859-5362-4297-8026-f3211e382e5e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5590534 Jun 01 15:54:33.319616 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:33.517793 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec1c74-da78-4caa-b9b6-d5035463e3f4 None None] Network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:54:35.334746 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ef538-fb4d-4c2c-95ff-95b111db490d req-9739a1f0-220f-415c-b333-180c758dfdce tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:35.336214 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ef3ef538-fb4d-4c2c-95ff-95b111db490d req-9739a1f0-220f-415c-b333-180c758dfdce tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 944 time: 0.0854166 Jun 01 15:54:35.390534 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ef3ef538-fb4d-4c2c-95ff-95b111db490d req-65594fa8-51ca-4d74-9fc6-ff605411ab82 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452104 Jun 01 15:54:35.474870 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['ae0e96f1-53f2-4246-b2c7-e6b9acb89643'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:36.405932 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-8d1a2d3a-9658-4088-9506-22d22426e234 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:36.406504 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-8d1a2d3a-9658-4088-9506-22d22426e234 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Synchronizing usage tracker for tenant:5cbeb7d0a51643d69623e87d9d752c9f on resource:network {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:36.423124 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-8d1a2d3a-9658-4088-9506-22d22426e234 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Unset dirty status for tenant:5cbeb7d0a51643d69623e87d9d752c9f on resource:network {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:36.424904 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-8d1a2d3a-9658-4088-9506-22d22426e234 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/networks?id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 HTTP/1.1" status: 200 len: 814 time: 0.1591024 Jun 01 15:54:36.439651 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-fc25cbc2-ed6b-4180-a008-7ac65c27b348 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/quotas/5cbeb7d0a51643d69623e87d9d752c9f HTTP/1.1" status: 200 len: 375 time: 0.0093071 Jun 01 15:54:36.490753 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-426e8e7a-5210-44d8-89f0-0b04ead339f4 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cbeb7d0a51643d69623e87d9d752c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454652 Jun 01 15:54:36.749909 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-a2fd1225-e445-45f3-a75b-00b9c1708828 service neutron] 10.222.0.63 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508006 Jun 01 15:54:36.780500 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d557fe1-2e99-474e-875a-c326b7194c59 req-2a2c31fd-fe31-4b75-90a6-c95c50396863 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:36.781860 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4d557fe1-2e99-474e-875a-c326b7194c59 req-2a2c31fd-fe31-4b75-90a6-c95c50396863 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 944 time: 0.2622943 Jun 01 15:54:36.898852 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4d557fe1-2e99-474e-875a-c326b7194c59 req-b4c0e4f9-6dc1-4ff0-bfc1-a238d56bd232 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105869 Jun 01 15:54:36.922302 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-6e9531f4-485c-43f2-9ae1-6b99d98bb8c0 service neutron] 10.222.0.63 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656878 Jun 01 15:54:37.098798 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-59f60ac8-5c29-446c-9605-43cdf5eff6c5 req-9b035257-0542-443b-b29b-b9f0ca997056 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 210 time: 0.0422103 Jun 01 15:54:37.137540 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device ae0e96f1-53f2-4246-b2c7-e6b9acb89643 up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:54:37.207290 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port ae0e96f1-53f2-4246-b2c7-e6b9acb89643 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:54:37.212224 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port ae0e96f1-53f2-4246-b2c7-e6b9acb89643 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:54:37.212792 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:37.356150 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:37.391675 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0e96f1-53f2-4246-b2c7-e6b9acb89643'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:37.394014 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f24c669-d908-4f10-bb40-9c12387d5003" -d '{"events": [{"server_uuid": "a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84", "name": "network-vif-plugged", "status": "completed", "tag": "ae0e96f1-53f2-4246-b2c7-e6b9acb89643"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:37.417546 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port ae0e96f1-53f2-4246-b2c7-e6b9acb89643, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ae0e96f1-53f2-4246-b2c7-e6b9acb89643,segment=NetworkSegment(4de48fa4-0552-4f3d-b116-f5e9bb30058c),segment_id=4de48fa4-0552-4f3d-b116-f5e9bb30058c)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:37.423680 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:37.425751 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:37.464770 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f4b0f8-e183-4d26-ae48-1d35e1007161 x-openstack-request-id: req-b4f4b0f8-e183-4d26-ae48-1d35e1007161 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:37.465065 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84", "name": "network-vif-plugged", "status": "completed", "tag": "ae0e96f1-53f2-4246-b2c7-e6b9acb89643", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:37.465344 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b4f4b0f8-e183-4d26-ae48-1d35e1007161 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:37.465712 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0e96f1-53f2-4246-b2c7-e6b9acb89643', 'code': 200} Jun 01 15:54:37.505366 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=ae0e96f1-53f2-4246-b2c7-e6b9acb89643,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:37.508319 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:37.760961 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931263bc-a2fa-4a51-963b-812641ee0437 req-77d7e043-4d27-460a-bd68-14c923063d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:37.762440 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-931263bc-a2fa-4a51-963b-812641ee0437 req-77d7e043-4d27-460a-bd68-14c923063d1a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 1098 time: 0.0730524 Jun 01 15:54:37.807845 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-931263bc-a2fa-4a51-963b-812641ee0437 req-462ca23f-e6da-46b3-9e08-76fb0e78f85a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343935 Jun 01 15:54:38.084357 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f70a26-db4f-45a7-abea-0c96317a9429 req-a7e8780d-4c1d-4b7c-b43c-05b619de3b84 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:38.085718 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a2f70a26-db4f-45a7-abea-0c96317a9429 req-a7e8780d-4c1d-4b7c-b43c-05b619de3b84 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 945 time: 0.0805717 Jun 01 15:54:38.129672 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a2f70a26-db4f-45a7-abea-0c96317a9429 req-a2975491-b214-44c6-9fbe-23ae01aab441 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383692 Jun 01 15:54:38.268015 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b17e176e-b52b-42fc-8b39-7b2da7d2e586 req-c113b869-3acf-4109-a0b8-66663f6a7e36 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 210 time: 0.0452888 Jun 01 15:54:38.477330 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-f14908e9-24c7-48d8-8fb0-3d7e31288942 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:38.478868 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-f14908e9-24c7-48d8-8fb0-3d7e31288942 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.86 "GET /v2.0/networks?id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 HTTP/1.1" status: 200 len: 814 time: 0.1619828 Jun 01 15:54:38.494619 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Request body: {'port': {'device_id': '1569b041-fb9e-4ab3-bf95-0e579e5768ff', 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45', 'admin_state_up': True, 'tenant_id': '5cbeb7d0a51643d69623e87d9d752c9f'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:38.690411 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:38.694331 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Usage tracker for resource:port and tenant:5cbeb7d0a51643d69623e87d9d752c9f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:38.697213 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:38.705223 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:38.717959 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Made reservation on behalf of 5cbeb7d0a51643d69623e87d9d752c9f for: {'port': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:38.721914 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:38.898459 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Allocated IP 172.20.0.5 (4c7f7e7a-1a81-4425-a4ed-b294f6be0f45/d12fab66-ad6e-4b82-a777-582fae91b653/eeec0a10-f247-42b0-b273-178ea0aaa0d6) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:54:39.107627 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.136061 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.142954 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ecbb4d44-625c-43e0-bb02-a3c29dffbfde tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:39.210037 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:54:39.213064 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:39.217444 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:54:39.249125 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Pushing event updated for resources: {'Port': ['ID=eeec0a10-f247-42b0-b273-178ea0aaa0d6,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:39.284267 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:39.331823 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:39.332413 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.358289 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8677621 Jun 01 15:54:39.369386 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2ef98-6f28-40fa-8337-bccdedaf59e8 req-38231bf6-5f7c-4fec-8a2c-efb94960b7ba tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:39.370808 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-55a2ef98-6f28-40fa-8337-bccdedaf59e8 req-38231bf6-5f7c-4fec-8a2c-efb94960b7ba tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 945 time: 0.1290357 Jun 01 15:54:39.376344 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Request body: {'port': {'device_id': '1569b041-fb9e-4ab3-bf95-0e579e5768ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:39.536365 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-55a2ef98-6f28-40fa-8337-bccdedaf59e8 req-98cebf10-1829-41aa-ad0b-19c7e38bd8a7 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326020 Jun 01 15:54:39.575135 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.645920 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa8dad-227d-47e2-be3e-b7b1193bacbc req-a3e40d29-3f97-4d38-8c08-c8bb38b46f96 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:39.646703 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-49aa8dad-227d-47e2-be3e-b7b1193bacbc req-a3e40d29-3f97-4d38-8c08-c8bb38b46f96 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Synchronizing usage tracker for tenant:5cbeb7d0a51643d69623e87d9d752c9f on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:39.853232 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-49aa8dad-227d-47e2-be3e-b7b1193bacbc req-a3e40d29-3f97-4d38-8c08-c8bb38b46f96 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Unset dirty status for tenant:5cbeb7d0a51643d69623e87d9d752c9f on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:39.854479 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-49aa8dad-227d-47e2-be3e-b7b1193bacbc req-a3e40d29-3f97-4d38-8c08-c8bb38b46f96 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 931 time: 0.4014728 Jun 01 15:54:39.961188 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-49aa8dad-227d-47e2-be3e-b7b1193bacbc req-b2c6db6b-5ee9-4b40-8b5b-c5670a1e5866 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Synchronizing usage tracker for tenant:5cbeb7d0a51643d69623e87d9d752c9f on resource:security_group {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:40.063432 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-68f4001e-0656-40da-a8e2-b8deb191c745 req-8cb22525-b0b0-4484-be1b-7438e2b875e1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2512746 Jun 01 15:54:40.071100 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-49aa8dad-227d-47e2-be3e-b7b1193bacbc req-b2c6db6b-5ee9-4b40-8b5b-c5670a1e5866 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Unset dirty status for tenant:5cbeb7d0a51643d69623e87d9d752c9f on resource:security_group {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:40.072180 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-49aa8dad-227d-47e2-be3e-b7b1193bacbc req-b2c6db6b-5ee9-4b40-8b5b-c5670a1e5866 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064893 Jun 01 15:54:40.240384 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4001e-0656-40da-a8e2-b8deb191c745 req-eaf90dc9-d46b-43ab-adc9-ec4f755acee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:40.241833 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-68f4001e-0656-40da-a8e2-b8deb191c745 req-eaf90dc9-d46b-43ab-adc9-ec4f755acee8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 1099 time: 0.1503084 Jun 01 15:54:40.243934 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeec0a10-f247-42b0-b273-178ea0aaa0d6 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:40.252613 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.268942 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Transition to ACTIVE for port object eeec0a10-f247-42b0-b273-178ea0aaa0d6 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:54:40.291877 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.301604 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:40.369374 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Pushing event updated for resources: {'Port': ['ID=eeec0a10-f247-42b0-b273-178ea0aaa0d6,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:40.390858 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:40.664671 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fda3943b-900d-44f2-9991-3f49e681d8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.703076 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4001e-0656-40da-a8e2-b8deb191c745 req-8e1a21b0-3c06-4734-b445-b6b0c1e6c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:40.704792 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-68f4001e-0656-40da-a8e2-b8deb191c745 req-8e1a21b0-3c06-4734-b445-b6b0c1e6c6b6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 920 time: 0.4341447 Jun 01 15:54:40.707107 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Attempting to bind port eeec0a10-f247-42b0-b273-178ea0aaa0d6 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:54:40.707604 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Attempting to bind port eeec0a10-f247-42b0-b273-178ea0aaa0d6 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'e956bb0a-6477-431b-becd-7c1e5072d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:54:40.707937 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Attempting to bind port eeec0a10-f247-42b0-b273-178ea0aaa0d6 on network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:40.713182 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Port eeec0a10-f247-42b0-b273-178ea0aaa0d6 on network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:54:40.713555 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Attempting to bind port eeec0a10-f247-42b0-b273-178ea0aaa0d6 on network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:40.782047 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 44882) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:40.803139 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:54:40.803593 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Checking segment: {'id': 'e956bb0a-6477-431b-becd-7c1e5072d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:40.803851 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Bound using segment: {'id': 'e956bb0a-6477-431b-becd-7c1e5072d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:54:40.804285 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Bound port: eeec0a10-f247-42b0-b273-178ea0aaa0d6, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e956bb0a-6477-431b-becd-7c1e5072d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:54:40.804624 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.816645 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-68f4001e-0656-40da-a8e2-b8deb191c745 req-d3ed33b3-ecfe-4aa6-a993-111f34bc6c31 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4c5a73-d54b-4498-a62a-f6d53c89968c HTTP/1.1" status: 200 len: 217 time: 0.1006634 Jun 01 15:54:40.955310 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-725d8020-929b-4701-89c0-49c75392902d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.976419 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-725d8020-929b-4701-89c0-49c75392902d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:40.980238 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-725d8020-929b-4701-89c0-49c75392902d admin admin] Usage tracker for resource:security_group_rule and tenant:d2b783eecafb4cc59cc25c8088808f09 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:40.983421 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-725d8020-929b-4701-89c0-49c75392902d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:40.992036 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-725d8020-929b-4701-89c0-49c75392902d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:41.050616 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4001e-0656-40da-a8e2-b8deb191c745 req-5af88878-a6a9-483e-844c-68b30742bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:41.052674 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-68f4001e-0656-40da-a8e2-b8deb191c745 req-5af88878-a6a9-483e-844c-68b30742bb6b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 200 len: 859 time: 0.2051151 Jun 01 15:54:41.067072 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] For port eeec0a10-f247-42b0-b273-178ea0aaa0d6, host hv-cinder-79351, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:54:41.095827 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-725d8020-929b-4701-89c0-49c75392902d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.100443 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-725d8020-929b-4701-89c0-49c75392902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.109626 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f6a976f3-b927-4a10-8cd0-1c6bbb62bcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:41.119678 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-68f4001e-0656-40da-a8e2-b8deb191c745 req-9fa3b838-dc27-4d26-9499-4915de645233 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553358 Jun 01 15:54:41.127196 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] For port eeec0a10-f247-42b0-b273-178ea0aaa0d6, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eeec0a10-f247-42b0-b273-178ea0aaa0d6,segment=NetworkSegment(e956bb0a-6477-431b-becd-7c1e5072d471),segment_id=e956bb0a-6477-431b-becd-7c1e5072d471)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:54:41.156672 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-725d8020-929b-4701-89c0-49c75392902d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d2b783eecafb4cc59cc25c8088808f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709955 Jun 01 15:54:41.156672 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d8020-929b-4701-89c0-49c75392902d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553c3f8c-c230-49c5-8320-4a744e3d4176,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:41.158745 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 44894) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:41.162182 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c5975-b0d3-4dd4-b878-cd9214d6138e req-98b9bc6f-f84c-4541-812f-2f89c553cd2a tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:41.164066 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4d7c5975-b0d3-4dd4-b878-cd9214d6138e req-98b9bc6f-f84c-4541-812f-2f89c553cd2a tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 945 time: 0.2773335 Jun 01 15:54:41.170097 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-725d8020-929b-4701-89c0-49c75392902d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:41.171035 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.180814 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:41.224133 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7095abc5-59e7-4ec0-b0ff-96099622806e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.253958 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7095abc5-59e7-4ec0-b0ff-96099622806e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.320159 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7095abc5-59e7-4ec0-b0ff-96099622806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.320569 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:41.321177 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.322568 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] 10.222.0.86 "PUT /v2.0/ports/eeec0a10-f247-42b0-b273-178ea0aaa0d6 HTTP/1.1" status: 200 len: 1093 time: 1.9509058 Jun 01 15:54:41.324909 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-69d0b3fa-d52d-4cbc-bd08-e882222676de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:41.329851 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1569b041-fb9e-4ab3-bf95-0e579e5768ff', 'tag': 'eeec0a10-f247-42b0-b273-178ea0aaa0d6'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:41.332152 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94df6726-de5f-4023-861f-56dd7399b743" -d '{"events": [{"name": "network-changed", "server_uuid": "1569b041-fb9e-4ab3-bf95-0e579e5768ff", "tag": "eeec0a10-f247-42b0-b273-178ea0aaa0d6"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:41.347912 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095abc5-59e7-4ec0-b0ff-96099622806e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553c3f8c-c230-49c5-8320-4a744e3d4176,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:41.351060 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7095abc5-59e7-4ec0-b0ff-96099622806e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:41.359239 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7095abc5-59e7-4ec0-b0ff-96099622806e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.360457 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7095abc5-59e7-4ec0-b0ff-96099622806e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/553c3f8c-c230-49c5-8320-4a744e3d4176 HTTP/1.1" status: 204 len: 168 time: 0.2008090 Jun 01 15:54:41.464049 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4d7c5975-b0d3-4dd4-b878-cd9214d6138e req-1d40fca1-40ab-40c2-a0c1-a086bfd4f4bf tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887294 Jun 01 15:54:41.475174 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Pushing event updated for resources: {'Port': ['ID=eeec0a10-f247-42b0-b273-178ea0aaa0d6,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:41.506564 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:41.516936 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-68f4001e-0656-40da-a8e2-b8deb191c745 req-893d7ecc-c5b7-4c22-8367-6f6d393df668 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870606 Jun 01 15:54:41.528609 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9af09ec-f7de-4642-b1a7-e88af3c50940 x-openstack-request-id: req-f9af09ec-f7de-4642-b1a7-e88af3c50940 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:41.529467 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1569b041-fb9e-4ab3-bf95-0e579e5768ff", "tag": "eeec0a10-f247-42b0-b273-178ea0aaa0d6", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:41.529748 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f9af09ec-f7de-4642-b1a7-e88af3c50940 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:41.530189 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1569b041-fb9e-4ab3-bf95-0e579e5768ff', 'tag': 'eeec0a10-f247-42b0-b273-178ea0aaa0d6', 'status': 'completed', 'code': 200} Jun 01 15:54:41.760270 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149f44b-cd5e-4beb-a803-e14dca904b7c req-03a6bf42-ff46-483a-adfa-5da1e9ed0ebc tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:41.761708 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6149f44b-cd5e-4beb-a803-e14dca904b7c req-03a6bf42-ff46-483a-adfa-5da1e9ed0ebc tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 943 time: 0.3813872 Jun 01 15:54:41.766070 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-a82a14a0-b238-4388-bf21-31763a121940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:41.767414 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-a82a14a0-b238-4388-bf21-31763a121940 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5cbeb7d0a51643d69623e87d9d752c9f&device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 1096 time: 0.3776519 Jun 01 15:54:41.880379 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-1fabd968-9464-4fab-8768-526e27e4d61e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeec0a10-f247-42b0-b273-178ea0aaa0d6 HTTP/1.1" status: 200 len: 217 time: 0.0899315 Jun 01 15:54:41.891136 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-68f4001e-0656-40da-a8e2-b8deb191c745 req-7e634793-d1ec-4483-9e15-e27141b08b74 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523161 Jun 01 15:54:41.895161 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6149f44b-cd5e-4beb-a803-e14dca904b7c req-352f57db-b71f-45c2-bcc5-abc8fc9decee tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207824 Jun 01 15:54:41.962550 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-96894b6f-3603-41d3-bb4a-3c0d3317c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:41.964141 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-96894b6f-3603-41d3-bb4a-3c0d3317c5bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d12fab66-ad6e-4b82-a777-582fae91b653 HTTP/1.1" status: 200 len: 854 time: 0.0720518 Jun 01 15:54:42.015744 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-fdafbb00-d99e-41ed-880d-9ffda0830d02 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414670 Jun 01 15:54:42.156986 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-adcc49b6-caf2-4624-85ab-c22fbebe121b service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336205 Jun 01 15:54:42.298467 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab2dac86-b17e-4987-978e-1fff5ba752a3 req-81bd4162-8fab-49ac-bd72-3e6e4ec6f974 service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340210 Jun 01 15:54:42.446685 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df6726-de5f-4023-861f-56dd7399b743 req-9e211a77-56c3-4783-b45f-be8bfe43d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:42.448130 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-94df6726-de5f-4023-861f-56dd7399b743 req-9e211a77-56c3-4783-b45f-be8bfe43d3da service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5cbeb7d0a51643d69623e87d9d752c9f&device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 1096 time: 0.0944729 Jun 01 15:54:42.796929 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df6726-de5f-4023-861f-56dd7399b743 req-f6018f41-bea7-43d4-a357-c2978e792f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:42.806584 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-94df6726-de5f-4023-861f-56dd7399b743 req-f6018f41-bea7-43d4-a357-c2978e792f47 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 HTTP/1.1" status: 200 len: 915 time: 0.3462911 Jun 01 15:54:42.905983 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea4eb2-1349-4379-9311-d2df3ec8b4a2 req-7f2ac7da-5ece-4947-8ef2-f4d5de40e82c tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:42.907354 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b4ea4eb2-1349-4379-9311-d2df3ec8b4a2 req-7f2ac7da-5ece-4947-8ef2-f4d5de40e82c tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 945 time: 0.4003158 Jun 01 15:54:42.921227 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-94df6726-de5f-4023-861f-56dd7399b743 req-ceb3bd6a-1d3c-4ac2-94be-2e21e0a6ab9e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeec0a10-f247-42b0-b273-178ea0aaa0d6 HTTP/1.1" status: 200 len: 217 time: 0.0929790 Jun 01 15:54:42.970026 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9babd4-adf3-4c44-884b-0544e1c37f6e req-b12e4e0d-a5a6-4107-97a9-a4f31183d529 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:42.971442 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fc9babd4-adf3-4c44-884b-0544e1c37f6e req-b12e4e0d-a5a6-4107-97a9-a4f31183d529 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 945 time: 0.3531818 Jun 01 15:54:43.131281 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df6726-de5f-4023-861f-56dd7399b743 req-c0511703-606a-4242-890a-a53932ca71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:43.132765 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-94df6726-de5f-4023-861f-56dd7399b743 req-c0511703-606a-4242-890a-a53932ca71ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d12fab66-ad6e-4b82-a777-582fae91b653 HTTP/1.1" status: 200 len: 854 time: 0.1715736 Jun 01 15:54:43.144649 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fc9babd4-adf3-4c44-884b-0544e1c37f6e req-2b76993f-b8ab-4a44-8d53-b5d9fad1e1c5 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337759 Jun 01 15:54:43.194048 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-94df6726-de5f-4023-861f-56dd7399b743 req-2c99efbc-7da2-48b3-bc5e-8a1ede2856d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527177 Jun 01 15:54:43.201521 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b2c8b10a-a745-47b7-8022-01135a39e44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.332803 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.438964 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.479098 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-b4ea4eb2-1349-4379-9311-d2df3ec8b4a2 req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Deleting port ae0e96f1-53f2-4246-b2c7-e6b9acb89643 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:54:43.479437 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-b4ea4eb2-1349-4379-9311-d2df3ec8b4a2 req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.642993 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-94df6726-de5f-4023-861f-56dd7399b743 req-e905eaac-b244-49bf-845d-996b07892932 service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340842 Jun 01 15:54:43.728707 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-b4ea4eb2-1349-4379-9311-d2df3ec8b4a2 req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] For port ae0e96f1-53f2-4246-b2c7-e6b9acb89643, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ae0e96f1-53f2-4246-b2c7-e6b9acb89643,segment=NetworkSegment(4de48fa4-0552-4f3d-b116-f5e9bb30058c),segment_id=4de48fa4-0552-4f3d-b116-f5e9bb30058c)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:43.728975 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-b4ea4eb2-1349-4379-9311-d2df3ec8b4a2 req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.852572 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d6d2a-8dc7-4f3d-813f-8b617d29af76 req-69816679-b034-4e60-a114-c504220a3069 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:43.854030 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3b9d6d2a-8dc7-4f3d-813f-8b617d29af76 req-69816679-b034-4e60-a114-c504220a3069 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.5433595 Jun 01 15:54:43.927909 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-b4ea4eb2-1349-4379-9311-d2df3ec8b4a2 req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Calling delete_port for ae0e96f1-53f2-4246-b2c7-e6b9acb89643 owned by compute:nova {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:54:43.937706 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e50e1-e8e0-4c9e-8186-bc2867cff7b7 req-0f75853e-2484-4628-a4df-a3266ee26044 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:43.939157 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c55e50e1-e8e0-4c9e-8186-bc2867cff7b7 req-0f75853e-2484-4628-a4df-a3266ee26044 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 943 time: 0.6296959 Jun 01 15:54:44.055752 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-94df6726-de5f-4023-861f-56dd7399b743 req-1908acef-9d99-4f75-a051-aacf7df081b2 service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987789 Jun 01 15:54:44.058465 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3b9d6d2a-8dc7-4f3d-813f-8b617d29af76 req-4f66b63d-05ff-406a-b93b-e14856f1b34a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373928 Jun 01 15:54:44.062931 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c55e50e1-e8e0-4c9e-8186-bc2867cff7b7 req-69d035e6-9d48-42b5-8b8f-37def1fccaaa tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033640 Jun 01 15:54:44.187495 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-78031c13-9e6a-43fc-ab18-2c3a611be212 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=2f2ad890f08b4e449bf5eeb6bb5627fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286736 Jun 01 15:54:44.188678 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-b4ea4eb2-1349-4379-9311-d2df3ec8b4a2 req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:44.193941 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b828da38-c2e6-4193-a31b-7fbd55a81454 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:44.200440 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['ae0e96f1-53f2-4246-b2c7-e6b9acb89643'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:44.261412 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Pushing event deleted for resources: {'Port': ['ID=ae0e96f1-53f2-4246-b2c7-e6b9acb89643,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:44.271834 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:44.385398 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4e63f79f-a4a3-4e14-949a-6b3705ab2692 req-5493ea29-323e-4c72-b929-0a2f55de5d9d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84 HTTP/1.1" status: 200 len: 210 time: 0.1126027 Jun 01 15:54:44.442429 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ea4eb2-1349-4379-9311-d2df3ec8b4a2 req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] No DVR routers for this DVR port ae0e96f1-53f2-4246-b2c7-e6b9acb89643 on host hv-cinder-79351 {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:54:44.451024 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-b4ea4eb2-1349-4379-9311-d2df3ec8b4a2 req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:44.453430 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84', 'name': 'network-vif-deleted', 'tag': 'ae0e96f1-53f2-4246-b2c7-e6b9acb89643'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:44.455668 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7d3c63-f55b-413f-a28c-eb95e49dd172" -d '{"events": [{"server_uuid": "a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84", "name": "network-vif-deleted", "tag": "ae0e96f1-53f2-4246-b2c7-e6b9acb89643"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:44.490331 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b4ea4eb2-1349-4379-9311-d2df3ec8b4a2 req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.86 "DELETE /v2.0/ports/ae0e96f1-53f2-4246-b2c7-e6b9acb89643 HTTP/1.1" status: 204 len: 173 time: 1.5716014 Jun 01 15:54:44.503597 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35a381c-842a-45a1-bafa-356d99887592 x-openstack-request-id: req-e35a381c-842a-45a1-bafa-356d99887592 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:44.503913 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84", "name": "network-vif-deleted", "tag": "ae0e96f1-53f2-4246-b2c7-e6b9acb89643", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:44.504186 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e35a381c-842a-45a1-bafa-356d99887592 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:44.504590 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fc47a6-cfac-4318-adbd-7ebd4c5c1d84', 'name': 'network-vif-deleted', 'tag': 'ae0e96f1-53f2-4246-b2c7-e6b9acb89643', 'status': 'completed', 'code': 200} Jun 01 15:54:44.514882 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-814ab1ec-1478-40a9-ac40-5b1d7492ac8b tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:44.516251 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-814ab1ec-1478-40a9-ac40-5b1d7492ac8b tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840598 Jun 01 15:54:44.531815 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-624f2483-8ffa-4ecf-9688-cf60e69a3a9d tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/quotas/2f2ad890f08b4e449bf5eeb6bb5627fe HTTP/1.1" status: 200 len: 375 time: 0.0099862 Jun 01 15:54:44.578741 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4625ed2c-eefa-400a-921f-33a9a8586cf1 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f2ad890f08b4e449bf5eeb6bb5627fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415254 Jun 01 15:54:44.750681 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c4a59075-ae4e-4be3-9d44-672ce5a2e675 req-192081f9-4222-4b45-9207-0d2bd0c8241b tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 210 time: 0.0414369 Jun 01 15:54:44.890167 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:45.173467 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device eeec0a10-f247-42b0-b273-178ea0aaa0d6 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:54:45.320572 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f409410-33de-4ed5-a1ed-4ee7f33fb9fa req-f2b9f797-5bab-492a-9d82-e3e0ec217ad9 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:45.321941 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0f409410-33de-4ed5-a1ed-4ee7f33fb9fa req-f2b9f797-5bab-492a-9d82-e3e0ec217ad9 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 943 time: 0.1490421 Jun 01 15:54:45.350164 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port eeec0a10-f247-42b0-b273-178ea0aaa0d6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eeec0a10-f247-42b0-b273-178ea0aaa0d6,segment=NetworkSegment(e956bb0a-6477-431b-becd-7c1e5072d471),segment_id=e956bb0a-6477-431b-becd-7c1e5072d471)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:45.350469 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11665c72-7d43-409c-b75d-83969944a386 req-3801aac2-55ac-4b2a-929b-53c492faabf0 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:45.351989 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-11665c72-7d43-409c-b75d-83969944a386 req-3801aac2-55ac-4b2a-929b-53c492faabf0 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1370258 Jun 01 15:54:45.365127 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': 'eeec0a10-f247-42b0-b273-178ea0aaa0d6', 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45', 'port_id': 'eeec0a10-f247-42b0-b273-178ea0aaa0d6', 'mac_address': 'fa:16:3e:d7:c8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12fab66-ad6e-4b82-a777-582fae91b653', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:54:45.411547 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0f409410-33de-4ed5-a1ed-4ee7f33fb9fa req-2d7c5104-3b4b-4a25-95ff-698618526fba tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816345 Jun 01 15:54:45.423427 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-11665c72-7d43-409c-b75d-83969944a386 req-dfcadc67-de7d-44dc-ac0b-3cb1bb81905d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625451 Jun 01 15:54:45.423944 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:45.446097 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeec0a10-f247-42b0-b273-178ea0aaa0d6 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:45.464152 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port eeec0a10-f247-42b0-b273-178ea0aaa0d6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eeec0a10-f247-42b0-b273-178ea0aaa0d6,segment=NetworkSegment(e956bb0a-6477-431b-becd-7c1e5072d471),segment_id=e956bb0a-6477-431b-becd-7c1e5072d471)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:45.468490 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:45.471584 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:45.543258 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=eeec0a10-f247-42b0-b273-178ea0aaa0d6,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:45.546507 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:45.777375 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['eeec0a10-f247-42b0-b273-178ea0aaa0d6'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:45.864175 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-cf3d079e-dd4a-4657-be50-cebff67191f1 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:45.865677 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-cf3d079e-dd4a-4657-be50-cebff67191f1 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/networks?id=57cb7190-8e4c-4092-9905-4e8d9a3d21d8 HTTP/1.1" status: 200 len: 808 time: 0.1917992 Jun 01 15:54:45.868960 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-19e52895-4659-43b4-a7af-d13d3facac57 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=2f2ad890f08b4e449bf5eeb6bb5627fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508709 Jun 01 15:54:45.942310 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ad3fca01-1b11-4e4a-baea-7731e1a9c254 req-667b6069-4b90-4586-95e6-29a050910b42 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 210 time: 0.0754688 Jun 01 15:54:45.956212 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0fe4971b-db46-48b1-9639-a19d6679b54e tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/quotas/46eafb6acf9542faad1af67472fcf521 HTTP/1.1" status: 200 len: 375 time: 0.0503271 Jun 01 15:54:46.108811 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-e020451d-5e5a-4aad-b985-182aaee29664 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Synchronizing usage tracker for tenant:46eafb6acf9542faad1af67472fcf521 on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:46.181164 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-e020451d-5e5a-4aad-b985-182aaee29664 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Unset dirty status for tenant:46eafb6acf9542faad1af67472fcf521 on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:46.182412 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-e020451d-5e5a-4aad-b985-182aaee29664 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=46eafb6acf9542faad1af67472fcf521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2141302 Jun 01 15:54:46.236466 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-c782d647-ad08-485b-b79b-337857953547 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:46.237823 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-c782d647-ad08-485b-b79b-337857953547 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3339541 Jun 01 15:54:46.255873 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Request body: {'port': {'device_id': 'f9646fca-5067-439e-993f-d566053a3cc9', 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29', 'admin_state_up': True, 'tenant_id': '2f2ad890f08b4e449bf5eeb6bb5627fe'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:46.431343 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-8f6d8bb9-c173-4f78-a198-0611591aa11c service neutron] 10.222.0.63 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392552 Jun 01 15:54:46.470396 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:46.496604 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:46.548887 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Usage tracker for resource:port and tenant:2f2ad890f08b4e449bf5eeb6bb5627fe is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:46.585346 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:46.596525 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:46.638615 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Made reservation on behalf of 2f2ad890f08b4e449bf5eeb6bb5627fe for: {'port': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:46.642782 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:46.665811 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-35fdc6c3-e57a-489f-a7f5-f7b78752f809 service neutron] 10.222.0.63 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278256 Jun 01 15:54:46.667659 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:46.687734 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:46.693275 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Usage tracker for resource:security_group_rule and tenant:2f2ad890f08b4e449bf5eeb6bb5627fe is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:46.698251 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:46.705386 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:46.718951 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094f02-e41e-4985-a173-f360ac891b5e req-524ce994-3f2f-4056-95da-25a08443c3b6 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:46.720384 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-db094f02-e41e-4985-a173-f360ac891b5e req-524ce994-3f2f-4056-95da-25a08443c3b6 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 944 time: 0.1748765 Jun 01 15:54:46.801035 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-db094f02-e41e-4985-a173-f360ac891b5e req-2d7069c6-84f2-4876-9c10-7e3f6b6908d3 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743027 Jun 01 15:54:46.934591 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e1593233-7d6e-4dce-9101-0cba7e029fdb req-18b4e20a-1671-439b-99d4-29e7504c4d45 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 210 time: 0.0876095 Jun 01 15:54:46.958045 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:46.963073 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:46.969279 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:47.084992 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:47.131434 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:47.158693 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1b111157-d73f-4510-a839-530d23a1011a req-6934f15b-bc30-4f74-b8c8-3de8b19840ac tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 210 time: 0.0843644 Jun 01 15:54:47.183629 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device eeec0a10-f247-42b0-b273-178ea0aaa0d6 up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:54:47.212652 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc2485-001e-4688-bb6f-472526c89afd req-baa513e5-845f-46f1-9b0d-cd60b126c2ce tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:47.221175 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-decc2485-001e-4688-bb6f-472526c89afd req-baa513e5-845f-46f1-9b0d-cd60b126c2ce tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.3250055 Jun 01 15:54:47.281098 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port eeec0a10-f247-42b0-b273-178ea0aaa0d6 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:54:47.284497 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Allocated IP 192.168.233.198 (7da58a2f-b4e4-404b-bda0-3b5febc5bc29/507b7977-366f-4ca5-8bf4-3732fea88fa8/b49b0ebd-40ae-45bb-9bc9-81c9a89b4810) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:54:47.286518 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port eeec0a10-f247-42b0-b273-178ea0aaa0d6 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:54:47.286898 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:47.290560 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-decc2485-001e-4688-bb6f-472526c89afd req-7526b362-71f7-4758-842d-016069b176db tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684648 Jun 01 15:54:47.425192 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:47.455580 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1569b041-fb9e-4ab3-bf95-0e579e5768ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec0a10-f247-42b0-b273-178ea0aaa0d6'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:47.458385 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98412e6f-19cd-46bf-91fc-9f62ae1a222c" -d '{"events": [{"server_uuid": "1569b041-fb9e-4ab3-bf95-0e579e5768ff", "name": "network-vif-plugged", "status": "completed", "tag": "eeec0a10-f247-42b0-b273-178ea0aaa0d6"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:47.468112 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port eeec0a10-f247-42b0-b273-178ea0aaa0d6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eeec0a10-f247-42b0-b273-178ea0aaa0d6,segment=NetworkSegment(e956bb0a-6477-431b-becd-7c1e5072d471),segment_id=e956bb0a-6477-431b-becd-7c1e5072d471)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:47.474532 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:47.475581 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device ae0e96f1-53f2-4246-b2c7-e6b9acb89643 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:54:47.526555 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a23afdb-a75a-4ff3-9287-a149cbc82fa0 x-openstack-request-id: req-4a23afdb-a75a-4ff3-9287-a149cbc82fa0 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:47.526978 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1569b041-fb9e-4ab3-bf95-0e579e5768ff", "name": "network-vif-plugged", "status": "completed", "tag": "eeec0a10-f247-42b0-b273-178ea0aaa0d6", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:47.527308 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4a23afdb-a75a-4ff3-9287-a149cbc82fa0 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:47.527818 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1569b041-fb9e-4ab3-bf95-0e579e5768ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec0a10-f247-42b0-b273-178ea0aaa0d6', 'code': 200} Jun 01 15:54:47.528624 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42c47b2d-6037-47f7-a571-daf42970a85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:47.553946 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:47.570106 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Transition to ACTIVE for port object b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:54:47.584936 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: ae0e96f1-53f2-4246-b2c7-e6b9acb89643 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:54:47.585605 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device ae0e96f1-53f2-4246-b2c7-e6b9acb89643 not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:54:47.609846 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:47.617496 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=eeec0a10-f247-42b0-b273-178ea0aaa0d6,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:47.621452 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:47.626097 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:47.679614 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Network 7da58a2f-b4e4-404b-bda0-3b5febc5bc29 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:54:47.682818 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:47.691887 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:54:47.795499 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Pushing event updated for resources: {'Port': ['ID=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:47.801901 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:47.825206 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:47.827102 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:47.887820 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6366012 Jun 01 15:54:47.891601 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5462c-86dc-438e-bde0-68354864f133 req-f10873f7-a97e-45cd-9f65-dee0d1b80a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:47.893864 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-35e5462c-86dc-438e-bde0-68354864f133 req-f10873f7-a97e-45cd-9f65-dee0d1b80a9d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 1098 time: 0.1581054 Jun 01 15:54:47.902696 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Request body: {'port': {'device_id': 'f9646fca-5067-439e-993f-d566053a3cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:47.976468 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-7bca59d6-9ddb-41e9-b7aa-76985b4b841f None None] Provisioning for port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:54:47.994187 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-7bca59d6-9ddb-41e9-b7aa-76985b4b841f None None] Provisioning complete for port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:54:47.994909 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7bca59d6-9ddb-41e9-b7aa-76985b4b841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:48.079820 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-7bca59d6-9ddb-41e9-b7aa-76985b4b841f None None] Port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:54:48.202805 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.86', 62074) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:48.210875 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-35e5462c-86dc-438e-bde0-68354864f133 req-ff1c1818-9ebe-4bd6-8502-1a9ec598dce1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652273 Jun 01 15:54:48.343187 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-c6a34022-27af-488e-a5f8-ef09f34d0b37 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:48.344617 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-c6a34022-27af-488e-a5f8-ef09f34d0b37 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.86 "GET /v2.0/networks?id=57cb7190-8e4c-4092-9905-4e8d9a3d21d8 HTTP/1.1" status: 200 len: 808 time: 0.2041509 Jun 01 15:54:48.358835 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Request body: {'port': {'device_id': '4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9', 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8', 'admin_state_up': True, 'tenant_id': '46eafb6acf9542faad1af67472fcf521'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:48.365229 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-74e6f2d4-2dcc-497e-81ec-cfb6f3f04e20 req-e154d3b6-cd10-4238-8365-6a70cf350c80 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 210 time: 0.1020472 Jun 01 15:54:48.398292 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:48.491853 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9d6e5-5e84-42c9-80f1-d850d0634d9b req-cba217d1-63f0-498b-9eba-71e97cd12304 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:48.493528 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-06f9d6e5-5e84-42c9-80f1-d850d0634d9b req-cba217d1-63f0-498b-9eba-71e97cd12304 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 945 time: 0.5157447 Jun 01 15:54:48.507146 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b98a4-1921-46ab-a7ed-502ae56fe2da req-202b5b65-fcf0-403c-bcdb-cfd07a3eff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:48.508591 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2e4b98a4-1921-46ab-a7ed-502ae56fe2da req-202b5b65-fcf0-403c-bcdb-cfd07a3eff2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 1099 time: 0.2968590 Jun 01 15:54:48.576158 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:48.585579 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:48.595278 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Made reservation on behalf of 46eafb6acf9542faad1af67472fcf521 for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:48.598864 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:48.749774 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-06f9d6e5-5e84-42c9-80f1-d850d0634d9b req-aa0bf983-1818-42d7-9b71-1fb4991acbc2 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377543 Jun 01 15:54:48.770957 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Allocated IP 172.20.0.5 (57cb7190-8e4c-4092-9905-4e8d9a3d21d8/a724afaa-7469-4a92-900b-469ae6cb5047/e3e5efce-f6c3-4cdf-9612-5593a21a9674) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:54:48.839353 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dce3b1-d99c-47d0-8e87-f1bbada264c1 req-22761f8f-cc66-44e5-bcae-8fcc12f8989d tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:48.840770 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-58dce3b1-d99c-47d0-8e87-f1bbada264c1 req-22761f8f-cc66-44e5-bcae-8fcc12f8989d tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.3437359 Jun 01 15:54:48.856007 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b98a4-1921-46ab-a7ed-502ae56fe2da req-7b2242bd-7610-484b-b298-c503820d0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:48.857909 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2e4b98a4-1921-46ab-a7ed-502ae56fe2da req-7b2242bd-7610-484b-b298-c503820d0e63 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 920 time: 0.3147948 Jun 01 15:54:48.983954 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:49.013971 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:49.020249 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:49.051931 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2e4b98a4-1921-46ab-a7ed-502ae56fe2da req-5da02961-8b22-474e-a5aa-940c2c7050e9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04d514ca-581b-43b9-b447-656b7ca7d28c HTTP/1.1" status: 200 len: 217 time: 0.1293519 Jun 01 15:54:49.076932 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:54:49.080552 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:49.088653 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:54:49.105823 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-58dce3b1-d99c-47d0-8e87-f1bbada264c1 req-b31ae158-947f-487c-a721-a729d74e4e97 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513590 Jun 01 15:54:49.149810 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Pushing event updated for resources: {'Port': ['ID=e3e5efce-f6c3-4cdf-9612-5593a21a9674,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:49.163264 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:49.167647 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b98a4-1921-46ab-a7ed-502ae56fe2da req-30ec7ae0-e9bd-4f86-a247-2e447348385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:49.169244 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2e4b98a4-1921-46ab-a7ed-502ae56fe2da req-30ec7ae0-e9bd-4f86-a247-2e447348385a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 200 len: 859 time: 0.1106396 Jun 01 15:54:49.176271 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:49.177123 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:49.204456 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8495121 Jun 01 15:54:49.235947 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Request body: {'port': {'device_id': '4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:49.302632 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2e4b98a4-1921-46ab-a7ed-502ae56fe2da req-2d9a8e4d-d5b3-4041-abb0-420324fd2a9c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205389 Jun 01 15:54:49.317668 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d24b8-4e4b-413d-bf37-a7cec199f8ad req-24465c9a-890a-4531-a5cc-7752fb8fa1d5 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:49.318380 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-aa8d24b8-4e4b-413d-bf37-a7cec199f8ad req-24465c9a-890a-4531-a5cc-7752fb8fa1d5 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Synchronizing usage tracker for tenant:2f2ad890f08b4e449bf5eeb6bb5627fe on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:49.352105 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:49.390117 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:49.459427 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:49.461635 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-aa8d24b8-4e4b-413d-bf37-a7cec199f8ad req-24465c9a-890a-4531-a5cc-7752fb8fa1d5 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Unset dirty status for tenant:2f2ad890f08b4e449bf5eeb6bb5627fe on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:49.462783 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aa8d24b8-4e4b-413d-bf37-a7cec199f8ad req-24465c9a-890a-4531-a5cc-7752fb8fa1d5 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 936 time: 0.5456629 Jun 01 15:54:49.496661 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Transition to ACTIVE for port object b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:54:49.514819 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:49.521803 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:49.666483 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-aa8d24b8-4e4b-413d-bf37-a7cec199f8ad req-77addf95-f893-476d-8753-2f05448012ff tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Synchronizing usage tracker for tenant:2f2ad890f08b4e449bf5eeb6bb5627fe on resource:security_group {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:49.688116 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712239cf-72c9-49ea-97b0-e24fdb882b78 req-933110cb-9cdc-499e-a639-425317cae05f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:49.690463 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-712239cf-72c9-49ea-97b0-e24fdb882b78 req-933110cb-9cdc-499e-a639-425317cae05f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.4686589 Jun 01 15:54:49.699067 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2e4b98a4-1921-46ab-a7ed-502ae56fe2da req-e8549ffe-78ad-4f36-9917-f57199e5db03 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698478 Jun 01 15:54:49.706687 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:49.708171 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e5efce-f6c3-4cdf-9612-5593a21a9674 {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:49.717189 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:49.732599 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Transition to ACTIVE for port object e3e5efce-f6c3-4cdf-9612-5593a21a9674 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:54:49.737291 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:49.738791 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:49.743209 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:49.900271 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Pushing event updated for resources: {'Port': ['ID=e3e5efce-f6c3-4cdf-9612-5593a21a9674,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:49.910526 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:49.951285 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-aa8d24b8-4e4b-413d-bf37-a7cec199f8ad req-77addf95-f893-476d-8753-2f05448012ff tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Unset dirty status for tenant:2f2ad890f08b4e449bf5eeb6bb5627fe on resource:security_group {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:49.952427 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aa8d24b8-4e4b-413d-bf37-a7cec199f8ad req-77addf95-f893-476d-8753-2f05448012ff tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807055 Jun 01 15:54:49.987049 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Attempting to bind port e3e5efce-f6c3-4cdf-9612-5593a21a9674 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:54:49.987472 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Attempting to bind port e3e5efce-f6c3-4cdf-9612-5593a21a9674 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '4de48fa4-0552-4f3d-b116-f5e9bb30058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:54:49.987802 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Attempting to bind port e3e5efce-f6c3-4cdf-9612-5593a21a9674 on network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:49.993042 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Port e3e5efce-f6c3-4cdf-9612-5593a21a9674 on network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:54:49.993354 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Attempting to bind port e3e5efce-f6c3-4cdf-9612-5593a21a9674 on network 57cb7190-8e4c-4092-9905-4e8d9a3d21d8 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:49.998778 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:54:49.999109 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Checking segment: {'id': '4de48fa4-0552-4f3d-b116-f5e9bb30058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:49.999529 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Bound using segment: {'id': '4de48fa4-0552-4f3d-b116-f5e9bb30058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:54:49.999949 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Bound port: e3e5efce-f6c3-4cdf-9612-5593a21a9674, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de48fa4-0552-4f3d-b116-f5e9bb30058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:54:50.000285 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:50.010029 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-712239cf-72c9-49ea-97b0-e24fdb882b78 req-c7466058-0bec-4e56-a359-2eb84aa16b3f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064077 Jun 01 15:54:50.105278 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] For port e3e5efce-f6c3-4cdf-9612-5593a21a9674, host hv-cinder-79351, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:54:50.109049 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] For port e3e5efce-f6c3-4cdf-9612-5593a21a9674, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e3e5efce-f6c3-4cdf-9612-5593a21a9674,segment=NetworkSegment(4de48fa4-0552-4f3d-b116-f5e9bb30058c),segment_id=4de48fa4-0552-4f3d-b116-f5e9bb30058c)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:54:50.114094 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:50.120078 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Attempting to bind port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:54:50.120398 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Attempting to bind port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '9d0994ed-0f91-4956-bcb1-cc24db896a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:54:50.120724 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Attempting to bind port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 on network 7da58a2f-b4e4-404b-bda0-3b5febc5bc29 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:50.123777 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-daad8856-09e2-43a2-84d9-ef35b069eca8 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:50.137093 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2e4b98a4-1921-46ab-a7ed-502ae56fe2da req-f933de21-c537-4746-8d5b-33cd6264cc4a service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242296 Jun 01 15:54:50.140101 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 on network 7da58a2f-b4e4-404b-bda0-3b5febc5bc29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:54:50.140420 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Attempting to bind port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 on network 7da58a2f-b4e4-404b-bda0-3b5febc5bc29 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:50.183991 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:54:50.184331 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Checking segment: {'id': '9d0994ed-0f91-4956-bcb1-cc24db896a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:50.184716 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Bound using segment: {'id': '9d0994ed-0f91-4956-bcb1-cc24db896a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:54:50.185419 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Bound port: b49b0ebd-40ae-45bb-9bc9-81c9a89b4810, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0994ed-0f91-4956-bcb1-cc24db896a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:54:50.185544 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:50.187082 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:50.187901 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:50.189344 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] 10.222.0.86 "PUT /v2.0/ports/e3e5efce-f6c3-4cdf-9612-5593a21a9674 HTTP/1.1" status: 200 len: 1093 time: 0.9624307 Jun 01 15:54:50.189887 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9', 'tag': 'e3e5efce-f6c3-4cdf-9612-5593a21a9674'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:50.192700 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e31d155-8430-4f19-a397-f6b2f87e21c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9", "tag": "e3e5efce-f6c3-4cdf-9612-5593a21a9674"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:50.215865 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Pushing event updated for resources: {'Port': ['ID=e3e5efce-f6c3-4cdf-9612-5593a21a9674,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:50.219741 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:50.322810 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc6a80-a260-4834-b2a8-c50fb4cc574f req-e8f6b0b5-aad3-4917-9580-aa35ce1cb928 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:50.323767 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-39b84bae-b460-489d-917c-becfbcc42a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:50.324260 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-56bc6a80-a260-4834-b2a8-c50fb4cc574f req-e8f6b0b5-aad3-4917-9580-aa35ce1cb928 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 943 time: 0.2623878 Jun 01 15:54:50.325266 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-39b84bae-b460-489d-917c-becfbcc42a3c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=46eafb6acf9542faad1af67472fcf521&device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 1096 time: 0.0700021 Jun 01 15:54:50.332638 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] For port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810, host hv-cinder-79351, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:54:50.363844 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8c1d5-8f75-468d-84ee-fb4fa5af0ae8 req-40c58e80-aff0-44ca-a126-52548cd13a46 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:50.365277 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b9f8c1d5-8f75-468d-84ee-fb4fa5af0ae8 req-40c58e80-aff0-44ca-a126-52548cd13a46 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 945 time: 0.2259867 Jun 01 15:54:50.370636 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] For port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810,segment=NetworkSegment(9d0994ed-0f91-4956-bcb1-cc24db896a4c),segment_id=9d0994ed-0f91-4956-bcb1-cc24db896a4c)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:54:50.382357 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:50.398975 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-44ebcc09-cd76-4849-9698-77dcb6c93f70 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3e5efce-f6c3-4cdf-9612-5593a21a9674 HTTP/1.1" status: 200 len: 217 time: 0.0634227 Jun 01 15:54:50.399961 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:50.465638 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-56bc6a80-a260-4834-b2a8-c50fb4cc574f req-ab2d3563-6ccf-4a63-8aee-7d4eb380ec90 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341195 Jun 01 15:54:50.467829 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-c27d44aa-4c6d-461c-9faa-8c4e2092520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:50.469456 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-c27d44aa-4c6d-461c-9faa-8c4e2092520f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a724afaa-7469-4a92-900b-469ae6cb5047 HTTP/1.1" status: 200 len: 848 time: 0.0603089 Jun 01 15:54:50.488237 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:50.488838 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:50.490188 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] 10.222.0.86 "PUT /v2.0/ports/b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 HTTP/1.1" status: 200 len: 1098 time: 2.5949061 Jun 01 15:54:50.493560 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9646fca-5067-439e-993f-d566053a3cc9', 'tag': 'b49b0ebd-40ae-45bb-9bc9-81c9a89b4810'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:50.495859 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6980284-a174-409a-8f7f-db3c7bb4997c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9646fca-5067-439e-993f-d566053a3cc9", "tag": "b49b0ebd-40ae-45bb-9bc9-81c9a89b4810"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:50.519411 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b9f8c1d5-8f75-468d-84ee-fb4fa5af0ae8 req-55c429f8-56e4-4c1c-a9da-f634af319a7c tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409314 Jun 01 15:54:50.534553 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:50.655193 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:50.655716 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d876af9-9133-40e6-b0bd-e7713416596b x-openstack-request-id: req-5d876af9-9133-40e6-b0bd-e7713416596b {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:50.656029 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9", "tag": "e3e5efce-f6c3-4cdf-9612-5593a21a9674", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:50.656365 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5d876af9-9133-40e6-b0bd-e7713416596b {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:50.656780 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9', 'tag': 'e3e5efce-f6c3-4cdf-9612-5593a21a9674', 'status': 'completed', 'code': 200} Jun 01 15:54:50.663507 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-fe98f37e-abb1-46b0-a905-85cb4895743c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=57cb7190-8e4c-4092-9905-4e8d9a3d21d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1789310 Jun 01 15:54:50.686328 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6d8213-bf01-4497-b3d4-21ecb29587cb x-openstack-request-id: req-4b6d8213-bf01-4497-b3d4-21ecb29587cb {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:50.686727 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9646fca-5067-439e-993f-d566053a3cc9", "tag": "b49b0ebd-40ae-45bb-9bc9-81c9a89b4810", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:50.687136 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4b6d8213-bf01-4497-b3d4-21ecb29587cb {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:50.687955 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9646fca-5067-439e-993f-d566053a3cc9', 'tag': 'b49b0ebd-40ae-45bb-9bc9-81c9a89b4810', 'status': 'completed', 'code': 200} Jun 01 15:54:50.817046 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-94d5b774-f3f2-47aa-8286-b2c4f4c9027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:50.818592 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-94d5b774-f3f2-47aa-8286-b2c4f4c9027e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f2ad890f08b4e449bf5eeb6bb5627fe&device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 1101 time: 0.2677898 Jun 01 15:54:50.880468 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-eb7f73f6-3a26-4356-8c15-be5338855849 service neutron] 10.222.0.86 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037542 Jun 01 15:54:50.895816 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-52c2c969-52ef-4ae6-9ed5-ef8ba2d2654a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 HTTP/1.1" status: 200 len: 217 time: 0.0675383 Jun 01 15:54:50.909275 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8a319-b233-4be9-9e13-b1294caac1a1 req-c2e5a4ee-1cb8-4855-b51e-592ecf249071 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:50.910757 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a9b8a319-b233-4be9-9e13-b1294caac1a1 req-c2e5a4ee-1cb8-4855-b51e-592ecf249071 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.2030060 Jun 01 15:54:50.999675 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-bb8fd677-69b4-4323-8172-a39cfb4cac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:51.001930 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-bb8fd677-69b4-4323-8172-a39cfb4cac6e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=507b7977-366f-4ca5-8bf4-3732fea88fa8 HTTP/1.1" status: 200 len: 843 time: 0.0895970 Jun 01 15:54:51.036868 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-47dfaf7f-3119-47d4-9b4a-67164823384f req-190f27d0-da10-47c1-9288-044cefa78018 service neutron] 10.222.0.86 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477804 Jun 01 15:54:51.038076 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a9b8a319-b233-4be9-9e13-b1294caac1a1 req-377c9e02-7ce2-43d1-bda7-1214ec843941 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958977 Jun 01 15:54:51.187723 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31d155-8430-4f19-a397-f6b2f87e21c6 req-5e7db4e0-ee71-47ee-8a5d-deeb9bbcb501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:51.189684 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4e31d155-8430-4f19-a397-f6b2f87e21c6 req-5e7db4e0-ee71-47ee-8a5d-deeb9bbcb501 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=46eafb6acf9542faad1af67472fcf521&device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 1096 time: 0.0932133 Jun 01 15:54:51.292371 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-2f66ed90-f593-4f25-829f-e2ca4970438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:51.293841 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-2f66ed90-f593-4f25-829f-e2ca4970438e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7da58a2f-b4e4-404b-bda0-3b5febc5bc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2691715 Jun 01 15:54:51.335380 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff826ec-00e3-4660-ae11-f981797b02f3 req-e2387e2e-14c4-4499-b098-3e7a796184a9 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:51.336865 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aff826ec-00e3-4660-ae11-f981797b02f3 req-e2387e2e-14c4-4499-b098-3e7a796184a9 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 948 time: 0.2417018 Jun 01 15:54:51.345473 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31d155-8430-4f19-a397-f6b2f87e21c6 req-49eb910f-98a2-445a-a0fd-21ef217ff024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:51.346952 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4e31d155-8430-4f19-a397-f6b2f87e21c6 req-49eb910f-98a2-445a-a0fd-21ef217ff024 service neutron] 10.222.0.86 "GET /v2.0/networks?id=57cb7190-8e4c-4092-9905-4e8d9a3d21d8 HTTP/1.1" status: 200 len: 909 time: 0.1483600 Jun 01 15:54:51.350907 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366e34a-af94-42d9-8593-b9b7df3f4d2c req-a6e805de-3ff6-4b94-abd5-b299a22a8777 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:51.352289 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d366e34a-af94-42d9-8593-b9b7df3f4d2c req-a6e805de-3ff6-4b94-abd5-b299a22a8777 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1816907 Jun 01 15:54:51.420318 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4e31d155-8430-4f19-a397-f6b2f87e21c6 req-fcc82689-3d47-4cff-a7ea-9daacb64690c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3e5efce-f6c3-4cdf-9612-5593a21a9674 HTTP/1.1" status: 200 len: 217 time: 0.0611048 Jun 01 15:54:51.488295 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31d155-8430-4f19-a397-f6b2f87e21c6 req-166b0344-3724-4325-957d-1eb6b7590f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:51.489889 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4e31d155-8430-4f19-a397-f6b2f87e21c6 req-166b0344-3724-4325-957d-1eb6b7590f22 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a724afaa-7469-4a92-900b-469ae6cb5047 HTTP/1.1" status: 200 len: 848 time: 0.0624874 Jun 01 15:54:51.527809 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d366e34a-af94-42d9-8593-b9b7df3f4d2c req-32152db5-19c9-4d9a-aedc-a93eaf25889b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457286 Jun 01 15:54:51.531075 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aff826ec-00e3-4660-ae11-f981797b02f3 req-d6ddb594-ce38-4eb5-b063-0c71bd283e4c tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757135 Jun 01 15:54:51.536642 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-ba56c734-3ea7-4faf-acf6-9dda6bc0b0ab service neutron] 10.222.0.86 "GET /v2.0/networks/7da58a2f-b4e4-404b-bda0-3b5febc5bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341490 Jun 01 15:54:51.539915 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4e31d155-8430-4f19-a397-f6b2f87e21c6 req-33e48d08-41e3-4820-91e6-d328f7676bb9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=57cb7190-8e4c-4092-9905-4e8d9a3d21d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428364 Jun 01 15:54:51.699806 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4e31d155-8430-4f19-a397-f6b2f87e21c6 req-6e990771-d934-41c6-a6ac-b1af9b667574 service neutron] 10.222.0.86 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444752 Jun 01 15:54:51.787516 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-018c7cd5-2591-4a1a-b3a4-d958e8701b2c req-70cfda9a-dff2-486b-a084-0ccd9d89a9eb service neutron] 10.222.0.86 "GET /v2.0/networks/7da58a2f-b4e4-404b-bda0-3b5febc5bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330401 Jun 01 15:54:51.812360 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf04a2-fcc8-4104-a8a6-cea570054a88 req-ed24a342-6a7a-4a21-80f3-9060830cdede tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:51.812360 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3ddf04a2-fcc8-4104-a8a6-cea570054a88 req-ed24a342-6a7a-4a21-80f3-9060830cdede tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 943 time: 0.1220303 Jun 01 15:54:51.844779 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4e31d155-8430-4f19-a397-f6b2f87e21c6 req-4e1951b2-b6a1-441f-817a-a6183039389f service neutron] 10.222.0.86 "GET /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347601 Jun 01 15:54:51.988818 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3ddf04a2-fcc8-4104-a8a6-cea570054a88 req-5ac1cee5-3537-420d-bf9e-ea2021053e17 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691964 Jun 01 15:54:52.016012 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980284-a174-409a-8f7f-db3c7bb4997c req-f7acd508-8bc2-42e6-8593-b561c414fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:52.017415 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c6980284-a174-409a-8f7f-db3c7bb4997c req-f7acd508-8bc2-42e6-8593-b561c414fac0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f2ad890f08b4e449bf5eeb6bb5627fe&device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 1101 time: 0.1665556 Jun 01 15:54:52.197012 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980284-a174-409a-8f7f-db3c7bb4997c req-fcf819c7-76c8-48f6-8fd7-ffe7b1a9d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:52.198510 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c6980284-a174-409a-8f7f-db3c7bb4997c req-fcf819c7-76c8-48f6-8fd7-ffe7b1a9d141 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7da58a2f-b4e4-404b-bda0-3b5febc5bc29 HTTP/1.1" status: 200 len: 870 time: 0.1738687 Jun 01 15:54:52.276384 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c6980284-a174-409a-8f7f-db3c7bb4997c req-30c99440-c049-47a2-9fa6-00c16d9da533 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 HTTP/1.1" status: 200 len: 217 time: 0.0699217 Jun 01 15:54:52.338374 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2334c7-cd04-420c-9487-d528913088c7 req-d92c6320-2ff8-47bf-af97-5c5c1294a455 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:52.339810 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bf2334c7-cd04-420c-9487-d528913088c7 req-d92c6320-2ff8-47bf-af97-5c5c1294a455 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1905591 Jun 01 15:54:52.375555 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980284-a174-409a-8f7f-db3c7bb4997c req-4de56301-0490-40d0-8a17-d02375735f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:52.376979 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c6980284-a174-409a-8f7f-db3c7bb4997c req-4de56301-0490-40d0-8a17-d02375735f78 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=507b7977-366f-4ca5-8bf4-3732fea88fa8 HTTP/1.1" status: 200 len: 843 time: 0.0936029 Jun 01 15:54:52.435604 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bf2334c7-cd04-420c-9487-d528913088c7 req-c3ed867d-ea17-4376-a092-e0cd3f8fed4c tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883937 Jun 01 15:54:52.463415 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980284-a174-409a-8f7f-db3c7bb4997c req-df60d85c-b241-4323-88dc-ffe6e14e11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:52.464859 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c6980284-a174-409a-8f7f-db3c7bb4997c req-df60d85c-b241-4323-88dc-ffe6e14e11f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7da58a2f-b4e4-404b-bda0-3b5febc5bc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0795555 Jun 01 15:54:52.603479 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c6980284-a174-409a-8f7f-db3c7bb4997c req-88c33048-5a62-4d8c-bf8b-a7c76f3d1a34 service neutron] 10.222.0.86 "GET /v2.0/networks/7da58a2f-b4e4-404b-bda0-3b5febc5bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266425 Jun 01 15:54:52.851569 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c6980284-a174-409a-8f7f-db3c7bb4997c req-ae8062fd-afdf-416b-acba-32ee53a05810 service neutron] 10.222.0.86 "GET /v2.0/networks/7da58a2f-b4e4-404b-bda0-3b5febc5bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393878 Jun 01 15:54:52.879887 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b83f-9060-4abf-bd1a-08cee56d5528 req-86241f6b-1109-41b4-96ba-f6cc9d2cac9c tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:52.881207 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8210b83f-9060-4abf-bd1a-08cee56d5528 req-86241f6b-1109-41b4-96ba-f6cc9d2cac9c tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 948 time: 0.2239327 Jun 01 15:54:52.889045 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af861e89-4e0b-4b68-824e-434157be8e78 req-8517fd5d-0336-4ae5-a49d-b7899a1c4063 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:52.890398 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-af861e89-4e0b-4b68-824e-434157be8e78 req-8517fd5d-0336-4ae5-a49d-b7899a1c4063 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.2343874 Jun 01 15:54:52.963590 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8210b83f-9060-4abf-bd1a-08cee56d5528 req-75701864-36e7-460c-b794-e3930d183ca1 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722597 Jun 01 15:54:52.968378 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-af861e89-4e0b-4b68-824e-434157be8e78 req-b16864b2-e97d-4015-bfe1-6e05938255d1 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634875 Jun 01 15:54:53.168844 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5669d-6045-4254-b793-2fb0017d1ff7 req-80f4cdfd-69af-45d8-a081-80818d2199d7 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:53.170869 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-79d5669d-6045-4254-b793-2fb0017d1ff7 req-80f4cdfd-69af-45d8-a081-80818d2199d7 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 943 time: 0.0798414 Jun 01 15:54:53.215715 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-79d5669d-6045-4254-b793-2fb0017d1ff7 req-01311bfb-cd6b-47aa-8d25-1c4dbe362fc6 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393560 Jun 01 15:54:53.624320 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3292f0-f13b-4f10-a738-b7482ab17a71 req-09bb0c37-3cbd-4d99-9d12-4f52feb70159 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:53.625751 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7d3292f0-f13b-4f10-a738-b7482ab17a71 req-09bb0c37-3cbd-4d99-9d12-4f52feb70159 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0856936 Jun 01 15:54:53.669711 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7d3292f0-f13b-4f10-a738-b7482ab17a71 req-3d3c8b83-d9c5-4776-9716-a901279f31ed tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376999 Jun 01 15:54:54.222032 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f6543-c76e-4e31-aabe-53bf667052fc req-39701cc9-2c1a-459e-b607-08235a6aa06e tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:54.223767 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9c5f6543-c76e-4e31-aabe-53bf667052fc req-39701cc9-2c1a-459e-b607-08235a6aa06e tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 948 time: 0.1513457 Jun 01 15:54:54.232161 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df986db-f369-4eaf-92af-906c9b196c90 req-d82655b3-37fd-4161-a40b-6cb6ed1d0deb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:54.233517 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3df986db-f369-4eaf-92af-906c9b196c90 req-d82655b3-37fd-4161-a40b-6cb6ed1d0deb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1286161 Jun 01 15:54:54.303805 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9c5f6543-c76e-4e31-aabe-53bf667052fc req-99b40091-164a-4227-a3e8-cc4ac31cb2de tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693014 Jun 01 15:54:54.313473 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3df986db-f369-4eaf-92af-906c9b196c90 req-26968491-69ac-4b19-a593-094b422be1b3 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597248 Jun 01 15:54:54.481322 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b4044-f047-45ef-af65-b8f7b11fc457 req-519d64b3-288c-4656-880e-09e95f5b0d9b tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:54.482716 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-137b4044-f047-45ef-af65-b8f7b11fc457 req-519d64b3-288c-4656-880e-09e95f5b0d9b tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 943 time: 0.0823619 Jun 01 15:54:54.529563 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-137b4044-f047-45ef-af65-b8f7b11fc457 req-4ff69e33-3c36-4653-80b0-fa744fa0163a tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406966 Jun 01 15:54:54.856123 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f6fa6-2a87-4099-878e-60f462535527 req-7afc7bae-151d-42e9-8da5-6f06433245ff tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:54.857546 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea2f6fa6-2a87-4099-878e-60f462535527 req-7afc7bae-151d-42e9-8da5-6f06433245ff tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0796616 Jun 01 15:54:54.903720 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea2f6fa6-2a87-4099-878e-60f462535527 req-1d0e1c36-74fa-4687-9d8a-8650f7b83968 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 Jun 01 15:54:55.209615 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e3e5efce-f6c3-4cdf-9612-5593a21a9674 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:54:55.388225 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port e3e5efce-f6c3-4cdf-9612-5593a21a9674, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e3e5efce-f6c3-4cdf-9612-5593a21a9674,segment=NetworkSegment(4de48fa4-0552-4f3d-b116-f5e9bb30058c),segment_id=4de48fa4-0552-4f3d-b116-f5e9bb30058c)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:55.402550 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': 'e3e5efce-f6c3-4cdf-9612-5593a21a9674', 'network_id': '57cb7190-8e4c-4092-9905-4e8d9a3d21d8', 'port_id': 'e3e5efce-f6c3-4cdf-9612-5593a21a9674', 'mac_address': 'fa:16:3e:6d:7b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a724afaa-7469-4a92-900b-469ae6cb5047', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:54:55.433738 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993d7ca-5571-4644-bf6a-c354b3e1e6a3 req-dbf16562-1745-444c-8d36-d641583a246b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:55.434354 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8993d7ca-5571-4644-bf6a-c354b3e1e6a3 req-dbf16562-1745-444c-8d36-d641583a246b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1772330 Jun 01 15:54:55.460684 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:55.478521 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e5efce-f6c3-4cdf-9612-5593a21a9674 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:55.495023 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port e3e5efce-f6c3-4cdf-9612-5593a21a9674, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e3e5efce-f6c3-4cdf-9612-5593a21a9674,segment=NetworkSegment(4de48fa4-0552-4f3d-b116-f5e9bb30058c),segment_id=4de48fa4-0552-4f3d-b116-f5e9bb30058c)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:55.499633 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:55.500426 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:54:55.503551 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:55.527368 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8993d7ca-5571-4644-bf6a-c354b3e1e6a3 req-a2812875-ca72-4fd6-bcc3-e4e09842b934 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561044 Jun 01 15:54:55.558551 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff12e2-2cbc-432c-b8f1-daa67fb417cf req-7dc344dd-eb11-4992-8572-44afa3ea06ab tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:55.560525 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b0ff12e2-2cbc-432c-b8f1-daa67fb417cf req-7dc344dd-eb11-4992-8572-44afa3ea06ab tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 948 time: 0.1369996 Jun 01 15:54:55.610790 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b0ff12e2-2cbc-432c-b8f1-daa67fb417cf req-1505a1cb-ccab-4443-8ba8-704aacc35037 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430350 Jun 01 15:54:55.692395 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810,segment=NetworkSegment(9d0994ed-0f91-4956-bcb1-cc24db896a4c),segment_id=9d0994ed-0f91-4956-bcb1-cc24db896a4c)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:55.709019 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': 'b49b0ebd-40ae-45bb-9bc9-81c9a89b4810', 'network_id': '7da58a2f-b4e4-404b-bda0-3b5febc5bc29', 'port_id': 'b49b0ebd-40ae-45bb-9bc9-81c9a89b4810', 'mac_address': 'fa:16:3e:80:40:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507b7977-366f-4ca5-8bf4-3732fea88fa8', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:54:55.710796 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=e3e5efce-f6c3-4cdf-9612-5593a21a9674,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:55.714499 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:55.769206 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:55.785234 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:55.801042 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810,segment=NetworkSegment(9d0994ed-0f91-4956-bcb1-cc24db896a4c),segment_id=9d0994ed-0f91-4956-bcb1-cc24db896a4c)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:55.805476 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:55.809012 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:55.825585 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844749b-0407-4d78-97be-c69f9d010ccb req-174d1e58-4ce8-42af-8feb-21090fd2a69b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:55.827023 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3844749b-0407-4d78-97be-c69f9d010ccb req-174d1e58-4ce8-42af-8feb-21090fd2a69b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1472487 Jun 01 15:54:55.879425 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f171ebd-164c-4e67-bb94-ed91d0a4f4b5 req-b4794214-2a95-4167-b0cb-257896bc670d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:55.880861 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2f171ebd-164c-4e67-bb94-ed91d0a4f4b5 req-b4794214-2a95-4167-b0cb-257896bc670d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 944 time: 0.1336200 Jun 01 15:54:55.883512 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:55.886872 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:55.888036 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3844749b-0407-4d78-97be-c69f9d010ccb req-a546771d-78f9-4daf-af8d-7e36846975c7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540318 Jun 01 15:54:55.927523 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2f171ebd-164c-4e67-bb94-ed91d0a4f4b5 req-2a3eb4c1-c0d5-4bc7-9224-6edd3792f261 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 Jun 01 15:54:56.212396 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['b49b0ebd-40ae-45bb-9bc9-81c9a89b4810'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:56.243516 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa49e1d-4613-40e3-9707-98c55aa5d377 req-9f57028e-172f-4ca8-b12d-b2e9696b6709 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:56.243684 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['e3e5efce-f6c3-4cdf-9612-5593a21a9674'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:56.244073 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dfa49e1d-4613-40e3-9707-98c55aa5d377 req-9f57028e-172f-4ca8-b12d-b2e9696b6709 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0829611 Jun 01 15:54:56.295375 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dfa49e1d-4613-40e3-9707-98c55aa5d377 req-2562df66-e3f1-41d6-96f9-f974f00534cb tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423007 Jun 01 15:54:56.780915 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afdf98-c1c9-4f91-9833-96a4e3e9e30e req-e2977559-4976-4518-936c-9d7e0e892589 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:56.782355 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b5afdf98-c1c9-4f91-9833-96a4e3e9e30e req-e2977559-4976-4518-936c-9d7e0e892589 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1346092 Jun 01 15:54:56.841390 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b5afdf98-c1c9-4f91-9833-96a4e3e9e30e req-9157981b-69ed-4622-bf6a-c98144402a8b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501258 Jun 01 15:54:56.853003 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fdae7-500d-4a83-b007-5af50d7dfe57 req-9dbd6efa-512f-4b52-93b0-76c2a3c72960 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:56.854495 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d62fdae7-500d-4a83-b007-5af50d7dfe57 req-9dbd6efa-512f-4b52-93b0-76c2a3c72960 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 949 time: 0.1348441 Jun 01 15:54:56.900092 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d62fdae7-500d-4a83-b007-5af50d7dfe57 req-c3788b49-34aa-4137-b769-4cee553d9ef4 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383611 Jun 01 15:54:57.004121 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e7751-528d-4d4b-be3f-da3b0c39bba4 req-d61e0e79-4ec3-4fef-8d40-704b54d75f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:57.005518 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8d0e7751-528d-4d4b-be3f-da3b0c39bba4 req-d61e0e79-4ec3-4fef-8d40-704b54d75f96 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0787961 Jun 01 15:54:57.148818 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8d0e7751-528d-4d4b-be3f-da3b0c39bba4 req-2f428220-694b-4d25-bca4-02548fe0e7f8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126888 Jun 01 15:54:57.179457 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec8fb7-637d-44a0-a2ae-8ac1ac11c25f req-e9ce7215-5f49-447a-94dc-069b46cb9dcb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:57.180864 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-caec8fb7-637d-44a0-a2ae-8ac1ac11c25f req-e9ce7215-5f49-447a-94dc-069b46cb9dcb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1797760 Jun 01 15:54:57.192197 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bbc4d-98f4-4881-98d9-195edec36537 req-5aecc583-10ad-4be4-96ea-a5daf22b85a8 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:57.193561 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-245bbc4d-98f4-4881-98d9-195edec36537 req-5aecc583-10ad-4be4-96ea-a5daf22b85a8 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 944 time: 0.1520061 Jun 01 15:54:57.263111 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-caec8fb7-637d-44a0-a2ae-8ac1ac11c25f req-4c524784-0bc6-46cd-b2ca-84cfb6bb685a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685935 Jun 01 15:54:57.267963 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-245bbc4d-98f4-4881-98d9-195edec36537 req-a6f2abaa-5f45-44fe-87d1-e6f35a38ff6f tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604956 Jun 01 15:54:57.488585 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d5c74-56fd-445c-b357-7a045cd1f94d req-03cb1ebd-91ab-46da-9a99-408f3dfa18a8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:57.490069 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d77d5c74-56fd-445c-b357-7a045cd1f94d req-03cb1ebd-91ab-46da-9a99-408f3dfa18a8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0831676 Jun 01 15:54:57.534503 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d77d5c74-56fd-445c-b357-7a045cd1f94d req-39746439-7d72-4ed9-b13c-7d4981b3c804 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384655 Jun 01 15:54:58.091089 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89007b-1645-4993-8638-d7855ab335a2 req-391c85b9-fd27-4df2-af1c-521f4ec06453 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:58.092644 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6b89007b-1645-4993-8638-d7855ab335a2 req-391c85b9-fd27-4df2-af1c-521f4ec06453 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1408527 Jun 01 15:54:58.154284 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42245ec-5ba9-468d-aaa7-3470301aa63e req-afd64f9b-60dd-46ff-8de7-3042e72aec36 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:58.156095 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d42245ec-5ba9-468d-aaa7-3470301aa63e req-afd64f9b-60dd-46ff-8de7-3042e72aec36 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 949 time: 0.1450317 Jun 01 15:54:58.161059 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6b89007b-1645-4993-8638-d7855ab335a2 req-0779a4d1-5397-4530-b987-105b49088b83 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605259 Jun 01 15:54:58.205117 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d42245ec-5ba9-468d-aaa7-3470301aa63e req-a44a7ab8-fd10-4000-9554-722abc820403 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431230 Jun 01 15:54:58.514337 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34624eef-4cfa-412b-89c5-8713b76b0a04 req-020fcb74-d40a-4c03-bf3a-b1c743752f3e tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:58.516823 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-34624eef-4cfa-412b-89c5-8713b76b0a04 req-020fcb74-d40a-4c03-bf3a-b1c743752f3e tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 944 time: 0.1427872 Jun 01 15:54:58.528443 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc33355-9725-4624-b79b-7441bbd84a05 req-e558889e-3b5d-4331-9d45-a8acb21abee7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:58.529806 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7bc33355-9725-4624-b79b-7441bbd84a05 req-e558889e-3b5d-4331-9d45-a8acb21abee7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1534259 Jun 01 15:54:58.597193 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-34624eef-4cfa-412b-89c5-8713b76b0a04 req-8f660fcd-fad8-43bb-9a6d-ce1b29d6f756 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658178 Jun 01 15:54:58.601467 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7bc33355-9725-4624-b79b-7441bbd84a05 req-b0a30f64-7ce2-47f8-bb3a-79096951cfe6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579052 Jun 01 15:54:58.777721 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bb2b8-4d54-44d2-be65-f39d18faaeb1 req-76287a9e-6798-4050-9757-ff998c1c7eff tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:58.779185 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f27bb2b8-4d54-44d2-be65-f39d18faaeb1 req-76287a9e-6798-4050-9757-ff998c1c7eff tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.0874529 Jun 01 15:54:58.829462 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f27bb2b8-4d54-44d2-be65-f39d18faaeb1 req-575479b6-ab93-4996-a4f9-35dd941cba15 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443392 Jun 01 15:54:59.214551 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e3e5efce-f6c3-4cdf-9612-5593a21a9674 up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:54:59.290320 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port e3e5efce-f6c3-4cdf-9612-5593a21a9674 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:54:59.294935 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port e3e5efce-f6c3-4cdf-9612-5593a21a9674 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:54:59.295504 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.418498 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.447266 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e5efce-f6c3-4cdf-9612-5593a21a9674'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:59.449424 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e506b40-5e87-4799-aa65-3952d15f4557" -d '{"events": [{"server_uuid": "4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9", "name": "network-vif-plugged", "status": "completed", "tag": "e3e5efce-f6c3-4cdf-9612-5593a21a9674"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:59.457346 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port e3e5efce-f6c3-4cdf-9612-5593a21a9674, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e3e5efce-f6c3-4cdf-9612-5593a21a9674,segment=NetworkSegment(4de48fa4-0552-4f3d-b116-f5e9bb30058c),segment_id=4de48fa4-0552-4f3d-b116-f5e9bb30058c)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:59.461465 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.462591 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:54:59.492309 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:59.547373 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c330105-2023-43b3-80e7-9887e1652d35 req-6a894842-1b6b-4daf-8745-89f8637ba179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:59.548887 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7c330105-2023-43b3-80e7-9887e1652d35 req-6a894842-1b6b-4daf-8745-89f8637ba179 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 1099 time: 0.2870536 Jun 01 15:54:59.557611 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654c7be-4298-430a-ab23-5e56522b3bb9 req-e9699c0c-db02-4cd2-a765-bfec6bda8f5f tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:59.558998 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6654c7be-4298-430a-ab23-5e56522b3bb9 req-e9699c0c-db02-4cd2-a765-bfec6bda8f5f tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.2588942 Jun 01 15:54:59.584358 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=e3e5efce-f6c3-4cdf-9612-5593a21a9674,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:59.587586 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:59.597517 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242651f4-d55a-46e4-a3f9-939847e805e0 req-bda16ecb-5b02-41a6-b1a8-000c2c930744 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:59.597820 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:54:59.599026 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-242651f4-d55a-46e4-a3f9-939847e805e0 req-bda16ecb-5b02-41a6-b1a8-000c2c930744 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.2978773 Jun 01 15:54:59.602687 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:54:59.603238 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.720051 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.748032 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6654c7be-4298-430a-ab23-5e56522b3bb9 req-d80bab34-4566-4af7-9c67-19e20c206049 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632843 Jun 01 15:54:59.756119 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810,segment=NetworkSegment(9d0994ed-0f91-4956-bcb1-cc24db896a4c),segment_id=9d0994ed-0f91-4956-bcb1-cc24db896a4c)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:59.757782 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-242651f4-d55a-46e4-a3f9-939847e805e0 req-d25443e9-93ec-4607-b058-788f3f79d3d7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441872 Jun 01 15:54:59.766415 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.768619 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-584f3c07-8ba5-4fb2-82ab-eab271e44720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:59.768837 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:54:59.794575 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c330105-2023-43b3-80e7-9887e1652d35 req-11aa2ee3-aec7-4dd6-ba90-2658411916a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:59.796643 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7c330105-2023-43b3-80e7-9887e1652d35 req-11aa2ee3-aec7-4dd6-ba90-2658411916a4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 200 len: 920 time: 0.2355714 Jun 01 15:54:59.870529 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:59.874922 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050d5001-edea-4d7d-a8c1-019115450b80 x-openstack-request-id: req-050d5001-edea-4d7d-a8c1-019115450b80 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:59.875347 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9", "name": "network-vif-plugged", "status": "completed", "tag": "e3e5efce-f6c3-4cdf-9612-5593a21a9674", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:59.875707 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-050d5001-edea-4d7d-a8c1-019115450b80 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:59.876383 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e5efce-f6c3-4cdf-9612-5593a21a9674', 'code': 200} Jun 01 15:54:59.877297 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:59.927292 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7c330105-2023-43b3-80e7-9887e1652d35 req-f1f7fbf7-e4c0-46f8-892a-b63a976ec634 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04d514ca-581b-43b9-b447-656b7ca7d28c HTTP/1.1" status: 200 len: 217 time: 0.1138885 Jun 01 15:55:00.064154 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c330105-2023-43b3-80e7-9887e1652d35 req-91eca850-89ea-4283-9da8-e7568a528add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:00.065580 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7c330105-2023-43b3-80e7-9887e1652d35 req-91eca850-89ea-4283-9da8-e7568a528add service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 200 len: 859 time: 0.1013603 Jun 01 15:55:00.099374 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecad800-8662-4a5f-aa4e-55504935d0b0 req-828f7677-1a0b-4f30-b85e-fc4e934ad29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:00.100810 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-eecad800-8662-4a5f-aa4e-55504935d0b0 req-828f7677-1a0b-4f30-b85e-fc4e934ad29a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 1098 time: 0.0727572 Jun 01 15:55:00.132524 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7c330105-2023-43b3-80e7-9887e1652d35 req-fdca9520-08d5-4048-8a5f-daac286e9e16 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af501cd9-f0eb-478b-a3ea-1aa54aece6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575192 Jun 01 15:55:00.149868 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a95e0-9e69-43d3-8990-770b14755ea5 req-e3f48187-03ed-4ca6-bbbd-56c1155240c0 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:00.151372 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dc2a95e0-9e69-43d3-8990-770b14755ea5 req-e3f48187-03ed-4ca6-bbbd-56c1155240c0 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 950 time: 0.2689607 Jun 01 15:55:00.154030 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-eecad800-8662-4a5f-aa4e-55504935d0b0 req-7e72a8e3-719f-48c9-a422-45f6a68544c7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Jun 01 15:55:00.200915 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2acdf-0ec6-4fdf-ba57-8ab01fe76625 req-b5969d70-3799-4e34-96ba-f4dc4ee3d8cf tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:00.202494 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-05e2acdf-0ec6-4fdf-ba57-8ab01fe76625 req-b5969d70-3799-4e34-96ba-f4dc4ee3d8cf tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 945 time: 0.2741485 Jun 01 15:55:00.313434 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dc2a95e0-9e69-43d3-8990-770b14755ea5 req-16837003-028b-467a-babd-f545d66d0a75 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380649 Jun 01 15:55:00.344524 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-05e2acdf-0ec6-4fdf-ba57-8ab01fe76625 req-d6b3e4b1-bc33-4d4d-b1d1-dcb51aca2f68 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292262 Jun 01 15:55:00.368640 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7c330105-2023-43b3-80e7-9887e1652d35 req-91f7fb57-2cee-4881-9734-a14c68f9196f service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161417 Jun 01 15:55:00.579297 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7c330105-2023-43b3-80e7-9887e1652d35 req-4b839c7e-8c8a-407a-8910-efa049d808f0 service neutron] 10.222.0.86 "GET /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865170 Jun 01 15:55:00.591064 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fef1b-0727-48f8-a633-a93c991777d7 req-2b446515-2b70-4d59-a29b-a8aee75c37aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:00.592461 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab6fef1b-0727-48f8-a633-a93c991777d7 req-2b446515-2b70-4d59-a29b-a8aee75c37aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1757247 Jun 01 15:55:00.640828 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab6fef1b-0727-48f8-a633-a93c991777d7 req-d89b316f-ee6b-41ab-a05c-ef4a165f267a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420609 Jun 01 15:55:00.999573 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8762a6d-be4c-46af-8a92-d7a5abdf73b7 req-f72c6fbf-c4a0-41e3-8903-b1390073b94d tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:01.001030 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a8762a6d-be4c-46af-8a92-d7a5abdf73b7 req-f72c6fbf-c4a0-41e3-8903-b1390073b94d tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1466415 Jun 01 15:55:01.012162 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e838000-f703-459f-b8f9-793bc5824dd9 req-01b7a2bf-e593-434b-a00a-6bbc386a86e6 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:01.013515 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6e838000-f703-459f-b8f9-793bc5824dd9 req-01b7a2bf-e593-434b-a00a-6bbc386a86e6 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1202571 Jun 01 15:55:01.082868 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a8762a6d-be4c-46af-8a92-d7a5abdf73b7 req-65f99493-a2d0-4986-9e8f-815cb7b0d719 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683997 Jun 01 15:55:01.090408 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6e838000-f703-459f-b8f9-793bc5824dd9 req-5bc634d6-9d57-4435-aa8a-e5b0e0ac9900 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634627 Jun 01 15:55:01.214770 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 43e14949-3c11-47bd-8a3b-be6cb1be43dc details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:55:01.358191 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:01.373067 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'port_id': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'mac_address': 'fa:16:3e:cf:fe:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:55:01.437509 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:01.459043 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43e14949-3c11-47bd-8a3b-be6cb1be43dc {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:55:01.479255 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:01.483352 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:01.485838 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-584f3c07-8ba5-4fb2-82ab-eab271e44720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:01.556693 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=43e14949-3c11-47bd-8a3b-be6cb1be43dc,revision_number=6']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:01.560367 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:01.607400 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b238f-d9ff-40ad-983a-8924931a2972 req-767c076a-040a-4e88-8805-1c66037b8ea6 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:01.608880 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2f4b238f-d9ff-40ad-983a-8924931a2972 req-767c076a-040a-4e88-8805-1c66037b8ea6 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 950 time: 0.1732111 Jun 01 15:55:01.616593 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bce8-46e3-4fdb-a6c1-d6b34aabb562 req-20501772-afcf-40e6-9297-2273b175c52b tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:01.618447 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4652bce8-46e3-4fdb-a6c1-d6b34aabb562 req-20501772-afcf-40e6-9297-2273b175c52b tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 945 time: 0.1306124 Jun 01 15:55:01.683989 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['43e14949-3c11-47bd-8a3b-be6cb1be43dc'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:55:01.708065 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2f4b238f-d9ff-40ad-983a-8924931a2972 req-6e12e6fd-369d-43f6-9b64-72ec5d10407e tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884514 Jun 01 15:55:01.726736 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4652bce8-46e3-4fdb-a6c1-d6b34aabb562 req-1106142e-dc8f-43b0-8ac1-edda811c8645 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887551 Jun 01 15:55:01.878860 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9646fca-5067-439e-993f-d566053a3cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49b0ebd-40ae-45bb-9bc9-81c9a89b4810'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:01.881561 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc034d5-3bc6-41e4-a19b-e05021feabd0" -d '{"events": [{"server_uuid": "f9646fca-5067-439e-993f-d566053a3cc9", "name": "network-vif-plugged", "status": "completed", "tag": "b49b0ebd-40ae-45bb-9bc9-81c9a89b4810"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:01.943570 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb22e86e-e1c1-4df2-9fbe-9439591b818f x-openstack-request-id: req-eb22e86e-e1c1-4df2-9fbe-9439591b818f {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:01.943878 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9646fca-5067-439e-993f-d566053a3cc9", "name": "network-vif-plugged", "status": "completed", "tag": "b49b0ebd-40ae-45bb-9bc9-81c9a89b4810", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:01.944141 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-eb22e86e-e1c1-4df2-9fbe-9439591b818f {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:01.944551 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9646fca-5067-439e-993f-d566053a3cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49b0ebd-40ae-45bb-9bc9-81c9a89b4810', 'code': 200} Jun 01 15:55:02.046925 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a92a0-a2fc-492a-aee4-64b446557514 req-10feae3b-60e5-438f-8b81-2edfb01d5757 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:02.055812 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9d8a92a0-a2fc-492a-aee4-64b446557514 req-10feae3b-60e5-438f-8b81-2edfb01d5757 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 945 time: 0.2161324 Jun 01 15:55:02.123979 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9d8a92a0-a2fc-492a-aee4-64b446557514 req-629a6ff2-982f-49c5-a274-a07c17bf258c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672452 Jun 01 15:55:02.294255 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272cf1f-bbad-4362-97f8-788552d8a06a req-a967ed1b-1f7f-4774-8581-2d4b458be706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:02.301053 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9272cf1f-bbad-4362-97f8-788552d8a06a req-a967ed1b-1f7f-4774-8581-2d4b458be706 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 1103 time: 0.1527286 Jun 01 15:55:02.455634 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9272cf1f-bbad-4362-97f8-788552d8a06a req-6d49f4cb-4a68-42b5-8f16-f380863a704f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179821 Jun 01 15:55:02.484319 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9b29a-a4cc-48fa-9cd9-442fc54547dd req-0e6aff8e-34c7-4176-9a72-1ee95db569ac tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:02.485818 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d3f9b29a-a4cc-48fa-9cd9-442fc54547dd req-0e6aff8e-34c7-4176-9a72-1ee95db569ac tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1839345 Jun 01 15:55:02.501464 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a910-8dc5-48f0-b8be-91304dee6927 req-022959ea-4f45-48a3-8e8c-fa3f69c49e5b tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:02.502907 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-72b7a910-8dc5-48f0-b8be-91304dee6927 req-022959ea-4f45-48a3-8e8c-fa3f69c49e5b tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1597586 Jun 01 15:55:02.575839 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d3f9b29a-a4cc-48fa-9cd9-442fc54547dd req-a7736221-8fae-473f-b741-24288c64ad73 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826120 Jun 01 15:55:02.579002 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-72b7a910-8dc5-48f0-b8be-91304dee6927 req-bd847fd8-c506-423c-895f-075100450fbf tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631173 Jun 01 15:55:02.995089 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975eb9d5-2155-4d0b-9963-dbd1bf65e3eb req-b016f414-facc-4503-8bdc-0a9da8916cd0 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:02.996570 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-975eb9d5-2155-4d0b-9963-dbd1bf65e3eb req-b016f414-facc-4503-8bdc-0a9da8916cd0 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 950 time: 0.1467667 Jun 01 15:55:03.008529 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd280e9f-ccf4-4ca0-a73a-4d018193482e req-03ab5b72-430d-4962-be84-0a04157a7ad3 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:03.010073 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fd280e9f-ccf4-4ca0-a73a-4d018193482e req-03ab5b72-430d-4962-be84-0a04157a7ad3 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 945 time: 0.1281061 Jun 01 15:55:03.070743 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-975eb9d5-2155-4d0b-9963-dbd1bf65e3eb req-704309d9-5f89-4ce8-80d5-18ee795ec5ed tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594218 Jun 01 15:55:03.098564 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fd280e9f-ccf4-4ca0-a73a-4d018193482e req-0de4c08e-3280-4dae-9298-4493236fe003 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716708 Jun 01 15:55:03.220386 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 43e14949-3c11-47bd-8a3b-be6cb1be43dc up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:03.356252 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 43e14949-3c11-47bd-8a3b-be6cb1be43dc triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:03.356795 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:03.458598 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86578d3-0256-4b58-a0b8-50c20c50b61f req-92de4d4f-001d-40f4-ab9d-fee7f72f884b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:03.460337 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b86578d3-0256-4b58-a0b8-50c20c50b61f req-92de4d4f-001d-40f4-ab9d-fee7f72f884b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 945 time: 0.1262505 Jun 01 15:55:03.543719 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:03.545175 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b86578d3-0256-4b58-a0b8-50c20c50b61f req-40e9542c-faf0-4ada-8b5e-b68dbbbd1dde tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782692 Jun 01 15:55:03.597111 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:03.602222 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:03.606179 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:03.693127 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=43e14949-3c11-47bd-8a3b-be6cb1be43dc,revision_number=7']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:03.699008 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:03.946147 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:03.948753 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dabb73-99e0-46bc-bb7b-7fd8efd3eec0" -d '{"events": [{"server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "name": "network-vif-plugged", "status": "completed", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:03.984950 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d335ab3-be5a-450d-88d2-9d0c1dcd0784 req-ecadbf09-d237-40c6-8fa7-ee5bc164ba18 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:03.990633 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2d335ab3-be5a-450d-88d2-9d0c1dcd0784 req-ecadbf09-d237-40c6-8fa7-ee5bc164ba18 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.2476082 Jun 01 15:55:04.066306 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2d335ab3-be5a-450d-88d2-9d0c1dcd0784 req-3e7940ea-f97c-47a7-9d55-826e859ccf0e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726151 Jun 01 15:55:04.085035 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c36d6d-5f3d-4d2b-9558-93fe2351955e req-a381b7da-4e50-4ffd-a516-d85f6aadbf89 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:04.095395 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e1c36d6d-5f3d-4d2b-9558-93fe2351955e req-a381b7da-4e50-4ffd-a516-d85f6aadbf89 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.2864616 Jun 01 15:55:04.140102 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c47e4c-7a7c-475d-a026-7aaa12868788 x-openstack-request-id: req-f6c47e4c-7a7c-475d-a026-7aaa12868788 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:04.140849 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "name": "network-vif-plugged", "status": "completed", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:04.141349 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f6c47e4c-7a7c-475d-a026-7aaa12868788 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:04.141940 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'code': 200} Jun 01 15:55:04.165457 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e1c36d6d-5f3d-4d2b-9558-93fe2351955e req-8f30f95d-97bb-4549-b167-5b5037af3857 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649107 Jun 01 15:55:04.375890 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309272e-8051-47f5-8875-142b77465605 req-28bd9c7d-443b-4679-8d45-fb6d0710a13e tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:04.377515 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6309272e-8051-47f5-8875-142b77465605 req-28bd9c7d-443b-4679-8d45-fb6d0710a13e tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 950 time: 0.1232903 Jun 01 15:55:04.466288 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6309272e-8051-47f5-8875-142b77465605 req-6918fd5b-e49d-4fa4-90ca-a3668f788d3e tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829690 Jun 01 15:55:04.789638 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697a7e8-cfbf-4706-9c17-bd801169ecc3 req-16e95877-3434-4f02-9638-8f819ae2bfb3 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:04.798632 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b697a7e8-cfbf-4706-9c17-bd801169ecc3 req-16e95877-3434-4f02-9638-8f819ae2bfb3 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1015160 Jun 01 15:55:04.865452 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b697a7e8-cfbf-4706-9c17-bd801169ecc3 req-6f311d45-2fa5-42bd-8a50-694f33e4858e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656757 Jun 01 15:55:05.295143 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d31e6a-6fd6-4ff0-be0f-227343657873 req-2c516e93-b05b-4a0d-a167-d66726bd8691 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:05.315243 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-93d31e6a-6fd6-4ff0-be0f-227343657873 req-2c516e93-b05b-4a0d-a167-d66726bd8691 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 950 time: 0.1184671 Jun 01 15:55:05.403919 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-93d31e6a-6fd6-4ff0-be0f-227343657873 req-4ab2716a-4258-4546-815d-fdb7ba8534d0 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855522 Jun 01 15:55:05.463882 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e27a1e-de80-46b4-9837-9f90d4826252 req-5141ef66-1c16-40fb-8e95-234b835d2cb1 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:05.465315 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c8e27a1e-de80-46b4-9837-9f90d4826252 req-5141ef66-1c16-40fb-8e95-234b835d2cb1 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1037385 Jun 01 15:55:05.512890 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c8e27a1e-de80-46b4-9837-9f90d4826252 req-e803ded7-4404-40db-8302-ff99ca240cf7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Jun 01 15:55:05.613037 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc88f5-c8a4-4aca-a0e2-b20a8e35e9f8 req-0bb8c18f-2c96-4c32-ab35-016bf2c6177b tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:05.614637 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-defc88f5-c8a4-4aca-a0e2-b20a8e35e9f8 req-0bb8c18f-2c96-4c32-ab35-016bf2c6177b tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 945 time: 0.1052871 Jun 01 15:55:05.673132 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-defc88f5-c8a4-4aca-a0e2-b20a8e35e9f8 req-ec456377-46cb-4819-a0ec-6f96dfaf1ae2 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520344 Jun 01 15:55:06.105870 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b10dda-7c95-4c83-9eed-8d22c4948d82 req-1667ee87-7342-4094-bd50-02236df6e5ee tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:06.110453 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b7b10dda-7c95-4c83-9eed-8d22c4948d82 req-1667ee87-7342-4094-bd50-02236df6e5ee tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1100156 Jun 01 15:55:06.162729 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b7b10dda-7c95-4c83-9eed-8d22c4948d82 req-47ed3b56-0514-439d-9656-33d357370046 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491135 Jun 01 15:55:06.754822 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a907f9-8c4f-4e67-9147-12fdd430a66a req-94baed69-b8d0-4248-b562-7d0dab4db9ef tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:06.761585 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c9a907f9-8c4f-4e67-9147-12fdd430a66a req-94baed69-b8d0-4248-b562-7d0dab4db9ef tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 950 time: 0.2458489 Jun 01 15:55:06.819640 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c9a907f9-8c4f-4e67-9147-12fdd430a66a req-9ab41dc4-f386-493b-bc94-62421604c7e8 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571706 Jun 01 15:55:06.863638 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2d19f-bfe2-45c3-ac9f-7a384f7c192d req-17eb3745-5be0-48a3-ac53-97ccc1395558 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:06.866414 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d6a2d19f-bfe2-45c3-ac9f-7a384f7c192d req-17eb3745-5be0-48a3-ac53-97ccc1395558 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.2136736 Jun 01 15:55:06.915832 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d6a2d19f-bfe2-45c3-ac9f-7a384f7c192d req-5f7d9cb0-7675-4433-9d9e-c5822f585c2d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439250 Jun 01 15:55:07.130331 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed1e09-84a0-4817-9c35-8dc0a355ee17 req-ca8ac736-6fad-4307-acf0-6a84c6f0c17a tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:07.132040 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9aed1e09-84a0-4817-9c35-8dc0a355ee17 req-ca8ac736-6fad-4307-acf0-6a84c6f0c17a tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 945 time: 0.1845646 Jun 01 15:55:07.181340 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9aed1e09-84a0-4817-9c35-8dc0a355ee17 req-7ba9eecf-f155-42c4-a367-b50e68ba56b5 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434625 Jun 01 15:55:07.385487 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519db63-900d-4c83-89a3-2a872915edb6 req-0b3c1078-4809-4f33-a18f-0ca95a3615a5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:07.393337 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f519db63-900d-4c83-89a3-2a872915edb6 req-0b3c1078-4809-4f33-a18f-0ca95a3615a5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1024275 Jun 01 15:55:07.444687 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f519db63-900d-4c83-89a3-2a872915edb6 req-c11f4138-e1bf-4104-b4d9-152a36d4ceae tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504394 Jun 01 15:55:07.817676 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ac5ae-5dad-4824-ac2a-13be6fb24c46 req-35bdac0f-b3ee-4ac8-ab94-f945475d8238 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:07.819084 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3e7ac5ae-5dad-4824-ac2a-13be6fb24c46 req-35bdac0f-b3ee-4ac8-ab94-f945475d8238 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.86 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 950 time: 0.0978951 Jun 01 15:55:07.967984 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-2f3eaea1-2d35-4037-b93b-f9d6611e60d8 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:07.969711 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-2f3eaea1-2d35-4037-b93b-f9d6611e60d8 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Synchronizing usage tracker for tenant:46eafb6acf9542faad1af67472fcf521 on resource:port {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:55:08.001323 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-2f3eaea1-2d35-4037-b93b-f9d6611e60d8 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Unset dirty status for tenant:46eafb6acf9542faad1af67472fcf521 on resource:port {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:55:08.007181 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-2f3eaea1-2d35-4037-b93b-f9d6611e60d8 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 945 time: 0.1268451 Jun 01 15:55:08.217918 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Deleting port e3e5efce-f6c3-4cdf-9612-5593a21a9674 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:55:08.218957 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:08.231334 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29666fc5-ffcc-4ee6-bb6f-8d0c10e79bd6 req-c91be89a-b613-45db-bf7b-6368d017b764 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:08.232743 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-29666fc5-ffcc-4ee6-bb6f-8d0c10e79bd6 req-c91be89a-b613-45db-bf7b-6368d017b764 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 950 time: 0.1925166 Jun 01 15:55:08.239493 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-3e7ac5ae-5dad-4824-ac2a-13be6fb24c46 req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Deleting port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:55:08.239836 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-3e7ac5ae-5dad-4824-ac2a-13be6fb24c46 req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:08.280916 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69032c50-6a85-4b93-949e-952fbe90392e req-8cd11553-58ad-4ff1-b56a-a1632305582b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:08.282527 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-69032c50-6a85-4b93-949e-952fbe90392e req-8cd11553-58ad-4ff1-b56a-a1632305582b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1873069 Jun 01 15:55:08.375553 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] For port e3e5efce-f6c3-4cdf-9612-5593a21a9674, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e3e5efce-f6c3-4cdf-9612-5593a21a9674,segment=NetworkSegment(4de48fa4-0552-4f3d-b116-f5e9bb30058c),segment_id=4de48fa4-0552-4f3d-b116-f5e9bb30058c)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:08.375908 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:08.469832 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-69032c50-6a85-4b93-949e-952fbe90392e req-cbace936-44e9-4270-afc6-257edb47f349 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695633 Jun 01 15:55:08.502423 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-29666fc5-ffcc-4ee6-bb6f-8d0c10e79bd6 req-7d5c367b-7d26-4323-aedb-b6548f357ea7 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/security-groups?id=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417538 Jun 01 15:55:08.618754 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-3e7ac5ae-5dad-4824-ac2a-13be6fb24c46 req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] For port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810,segment=NetworkSegment(9d0994ed-0f91-4956-bcb1-cc24db896a4c),segment_id=9d0994ed-0f91-4956-bcb1-cc24db896a4c)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:08.619083 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-3e7ac5ae-5dad-4824-ac2a-13be6fb24c46 req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:08.693947 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Calling delete_port for e3e5efce-f6c3-4cdf-9612-5593a21a9674 owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:55:08.813666 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-3e7ac5ae-5dad-4824-ac2a-13be6fb24c46 req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Calling delete_port for b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 owned by compute:nova {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:55:08.976711 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:08.983210 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:08.992987 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['e3e5efce-f6c3-4cdf-9612-5593a21a9674'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:55:09.034051 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-3e7ac5ae-5dad-4824-ac2a-13be6fb24c46 req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:09.042568 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:09.081797 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['b49b0ebd-40ae-45bb-9bc9-81c9a89b4810'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:55:09.103658 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Pushing event deleted for resources: {'Port': ['ID=e3e5efce-f6c3-4cdf-9612-5593a21a9674,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:09.112053 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:09.179236 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Pushing event deleted for resources: {'Port': ['ID=b49b0ebd-40ae-45bb-9bc9-81c9a89b4810,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:09.204262 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:09.263883 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cafa50-b716-4d23-9c21-80015a86d120 req-a7730199-b69a-489f-a0e0-6e80ecdea6f6 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:09.269727 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] No DVR routers for this DVR port e3e5efce-f6c3-4cdf-9612-5593a21a9674 on host hv-cinder-79351 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:55:09.271814 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c1cafa50-b716-4d23-9c21-80015a86d120 req-a7730199-b69a-489f-a0e0-6e80ecdea6f6 tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9 HTTP/1.1" status: 200 len: 867 time: 0.5338428 Jun 01 15:55:09.276853 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:09.283257 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9', 'name': 'network-vif-deleted', 'tag': 'e3e5efce-f6c3-4cdf-9612-5593a21a9674'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:09.285618 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e29994a-8d78-4a90-b6ff-25cf8da51e4d" -d '{"events": [{"server_uuid": "4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9", "name": "network-vif-deleted", "tag": "e3e5efce-f6c3-4cdf-9612-5593a21a9674"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:09.301099 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614b1c1-8b17-40f7-b97f-a18b7d1516a2 req-ecf24592-4c30-43af-baff-df22ac3874bc tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:09.308588 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ba147fe9-08a8-450c-89a0-f9c977095105 req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.86 "DELETE /v2.0/ports/e3e5efce-f6c3-4cdf-9612-5593a21a9674 HTTP/1.1" status: 204 len: 173 time: 1.2904689 Jun 01 15:55:09.309111 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c614b1c1-8b17-40f7-b97f-a18b7d1516a2 req-ecf24592-4c30-43af-baff-df22ac3874bc tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.6075151 Jun 01 15:55:09.422812 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7ac5ae-5dad-4824-ac2a-13be6fb24c46 req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] No DVR routers for this DVR port b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 on host hv-cinder-79351 {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:55:09.437508 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c1cafa50-b716-4d23-9c21-80015a86d120 req-861c40d6-ef9c-48d0-8ef5-8a71599f83ef tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ab78842-5b3b-475d-a4e3-36620aaca184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598556 Jun 01 15:55:09.438727 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-3e7ac5ae-5dad-4824-ac2a-13be6fb24c46 req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:09.450433 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c614b1c1-8b17-40f7-b97f-a18b7d1516a2 req-36f9e158-a2c8-49e9-98aa-9c6e53398345 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403384 Jun 01 15:55:09.456958 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9646fca-5067-439e-993f-d566053a3cc9', 'name': 'network-vif-deleted', 'tag': 'b49b0ebd-40ae-45bb-9bc9-81c9a89b4810'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:09.464336 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637582b6-5915-46e7-9481-15a001074b10" -d '{"events": [{"server_uuid": "f9646fca-5067-439e-993f-d566053a3cc9", "name": "network-vif-deleted", "tag": "b49b0ebd-40ae-45bb-9bc9-81c9a89b4810"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:09.490393 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3e7ac5ae-5dad-4824-ac2a-13be6fb24c46 req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.86 "DELETE /v2.0/ports/b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 HTTP/1.1" status: 204 len: 173 time: 1.6654320 Jun 01 15:55:09.526622 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4636a090-b21f-4a13-8d4c-883e9402d23a x-openstack-request-id: req-4636a090-b21f-4a13-8d4c-883e9402d23a {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:09.526983 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9", "name": "network-vif-deleted", "tag": "e3e5efce-f6c3-4cdf-9612-5593a21a9674", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:09.527266 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4636a090-b21f-4a13-8d4c-883e9402d23a {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:09.527874 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd41fb1-1f5e-4f72-a33f-e2efd019f9d9', 'name': 'network-vif-deleted', 'tag': 'e3e5efce-f6c3-4cdf-9612-5593a21a9674', 'status': 'completed', 'code': 200} Jun 01 15:55:09.555066 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12977e3-f401-4458-a8e6-c4cd27a4f8b6 x-openstack-request-id: req-f12977e3-f401-4458-a8e6-c4cd27a4f8b6 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:09.555432 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9646fca-5067-439e-993f-d566053a3cc9", "name": "network-vif-deleted", "tag": "b49b0ebd-40ae-45bb-9bc9-81c9a89b4810", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:09.555824 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f12977e3-f401-4458-a8e6-c4cd27a4f8b6 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:09.556275 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9646fca-5067-439e-993f-d566053a3cc9', 'name': 'network-vif-deleted', 'tag': 'b49b0ebd-40ae-45bb-9bc9-81c9a89b4810', 'status': 'completed', 'code': 200} Jun 01 15:55:09.769774 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-f1d946c4-1bdd-4763-b3c7-701d75f59b88 req-7be423bc-9272-4cb2-8091-9c9847a79fb6 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Synchronizing usage tracker for tenant:2f2ad890f08b4e449bf5eeb6bb5627fe on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:55:09.795171 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-f1d946c4-1bdd-4763-b3c7-701d75f59b88 req-7be423bc-9272-4cb2-8091-9c9847a79fb6 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Unset dirty status for tenant:2f2ad890f08b4e449bf5eeb6bb5627fe on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:55:09.797424 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f1d946c4-1bdd-4763-b3c7-701d75f59b88 req-7be423bc-9272-4cb2-8091-9c9847a79fb6 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9646fca-5067-439e-993f-d566053a3cc9 HTTP/1.1" status: 200 len: 210 time: 0.0765607 Jun 01 15:55:09.817278 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21e623-8f47-4680-94b6-1b35ca5a072b req-9f1b929f-d0cb-40a3-882d-e569d8fb1799 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:09.818736 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1b21e623-8f47-4680-94b6-1b35ca5a072b req-9f1b929f-d0cb-40a3-882d-e569d8fb1799 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1549983 Jun 01 15:55:09.866610 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1b21e623-8f47-4680-94b6-1b35ca5a072b req-3fb2245b-081d-423b-8061-702bad123f68 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419724 Jun 01 15:55:10.312113 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24f4e7-2918-4761-9cb8-4cc345d4cb7d req-e54de159-335a-4c85-8d45-d678924ca4b0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:10.315545 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea24f4e7-2918-4761-9cb8-4cc345d4cb7d req-e54de159-335a-4c85-8d45-d678924ca4b0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.0866373 Jun 01 15:55:10.363103 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea24f4e7-2918-4761-9cb8-4cc345d4cb7d req-83682ba1-5fd0-4c48-814a-d4dbc5e17645 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Jun 01 15:55:10.676302 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0b53-f723-409b-bb94-6770f73c7e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:10.872219 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57122e-38f9-40bd-bf09-c3e872c2b0a1 req-075d9f0f-2545-481d-b5c6-7c64e93bd5c3 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:10.880526 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ba57122e-38f9-40bd-bf09-c3e872c2b0a1 req-075d9f0f-2545-481d-b5c6-7c64e93bd5c3 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.2485178 Jun 01 15:55:10.953977 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ba57122e-38f9-40bd-bf09-c3e872c2b0a1 req-7bfbdc28-97f4-4a07-8736-d9e2d4c76a39 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722876 Jun 01 15:55:11.259006 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79e845-3910-4802-b9d5-1993291e8a59 req-4ac6ddd9-e56c-42aa-9d39-ec3f6a766d5a tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:11.260950 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7f79e845-3910-4802-b9d5-1993291e8a59 req-4ac6ddd9-e56c-42aa-9d39-ec3f6a766d5a tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1347880 Jun 01 15:55:11.261529 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e3e5efce-f6c3-4cdf-9612-5593a21a9674 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:11.310989 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: e3e5efce-f6c3-4cdf-9612-5593a21a9674 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:11.313060 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e3e5efce-f6c3-4cdf-9612-5593a21a9674 not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:11.313504 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:11.351272 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:11.351816 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device b49b0ebd-40ae-45bb-9bc9-81c9a89b4810 not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:11.372105 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7f79e845-3910-4802-b9d5-1993291e8a59 req-2dbc49cf-51f7-4b08-b31a-4ce6de3146cf tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028926 Jun 01 15:55:11.727421 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5cb46-2fd8-49e9-b04e-e8956b0b76cc req-42073d45-a5b0-4709-b5d6-99c76aee4e0d tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:11.746643 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-eed5cb46-2fd8-49e9-b04e-e8956b0b76cc req-42073d45-a5b0-4709-b5d6-99c76aee4e0d tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1785429 Jun 01 15:55:11.824905 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-eed5cb46-2fd8-49e9-b04e-e8956b0b76cc req-93573b86-72db-4eba-9507-78d41aec8946 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759103 Jun 01 15:55:12.332338 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306da0fc-369f-436c-8f3f-917c42828f51 req-59a1b19b-cab6-41d5-bec6-41c260defa44 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:12.333887 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-306da0fc-369f-436c-8f3f-917c42828f51 req-59a1b19b-cab6-41d5-bec6-41c260defa44 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.2058916 Jun 01 15:55:12.395311 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-306da0fc-369f-436c-8f3f-917c42828f51 req-ddc1ea11-58fe-4cd2-98c9-f6079d93edf0 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546088 Jun 01 15:55:12.608856 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d27f57-f032-4bf7-9b57-daac5ed8c057 req-f4caa239-6082-46fe-aecd-aee772d7e0db tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:12.616316 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-31d27f57-f032-4bf7-9b57-daac5ed8c057 req-f4caa239-6082-46fe-aecd-aee772d7e0db tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1196992 Jun 01 15:55:12.739808 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-31d27f57-f032-4bf7-9b57-daac5ed8c057 req-5d4fb87e-9d78-4eec-b97a-d9b3e09f6df0 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222935 Jun 01 15:55:13.105693 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29294a-08e8-43ee-8237-29315fbdeb6e req-33c90b29-3d1d-416e-a825-bfdfcb6bd5d6 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:13.106958 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3b29294a-08e8-43ee-8237-29315fbdeb6e req-33c90b29-3d1d-416e-a825-bfdfcb6bd5d6 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.86 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.1652999 Jun 01 15:55:13.192946 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-74c3575a-ac4a-423f-a5ce-38207fa3f6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:13.227670 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27949b-2783-4515-a17b-c3b42eee02b8 req-3ea456ac-b022-4b07-b9ab-011a62808238 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:13.230379 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dc27949b-2783-4515-a17b-c3b42eee02b8 req-3ea456ac-b022-4b07-b9ab-011a62808238 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 946 time: 0.2239709 Jun 01 15:55:13.357543 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:13.362477 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dc27949b-2783-4515-a17b-c3b42eee02b8 req-3e5fdb87-d429-48d2-9b64-e48503625fe1 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184602 Jun 01 15:55:13.396624 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-3b29294a-08e8-43ee-8237-29315fbdeb6e req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Deleting port 7e4c5a73-d54b-4498-a62a-f6d53c89968c {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:55:13.397248 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-3b29294a-08e8-43ee-8237-29315fbdeb6e req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:13.464098 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:13.604905 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-3b29294a-08e8-43ee-8237-29315fbdeb6e req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] For port 7e4c5a73-d54b-4498-a62a-f6d53c89968c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7e4c5a73-d54b-4498-a62a-f6d53c89968c,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:13.605262 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-3b29294a-08e8-43ee-8237-29315fbdeb6e req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:13.782358 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-3b29294a-08e8-43ee-8237-29315fbdeb6e req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Calling delete_port for 7e4c5a73-d54b-4498-a62a-f6d53c89968c owned by compute:nova {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:55:13.965137 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-3b29294a-08e8-43ee-8237-29315fbdeb6e req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:13.976535 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7d015582-e043-4f19-aa92-5b6c1cf8b4d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:14.030760 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Pushing event deleted for resources: {'Port': ['ID=7e4c5a73-d54b-4498-a62a-f6d53c89968c,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:14.033850 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:14.149326 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b29294a-08e8-43ee-8237-29315fbdeb6e req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] No DVR routers for this DVR port 7e4c5a73-d54b-4498-a62a-f6d53c89968c on host hv-cinder-79351 {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:55:14.156674 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-3b29294a-08e8-43ee-8237-29315fbdeb6e req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:14.160241 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176a3a8a-db91-4eda-92a2-1ecf5540333c', 'name': 'network-vif-deleted', 'tag': '7e4c5a73-d54b-4498-a62a-f6d53c89968c'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:14.162181 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac37bba-6acf-4b48-ba4e-8edde53a815d" -d '{"events": [{"server_uuid": "176a3a8a-db91-4eda-92a2-1ecf5540333c", "name": "network-vif-deleted", "tag": "7e4c5a73-d54b-4498-a62a-f6d53c89968c"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:14.186878 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cb2e-a16f-4f35-9c41-137b2afebad9 req-7d84d548-8532-471c-aeff-fd8c12d36a71 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:14.188667 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e375cb2e-a16f-4f35-9c41-137b2afebad9 req-7d84d548-8532-471c-aeff-fd8c12d36a71 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.5616825 Jun 01 15:55:14.217742 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3b29294a-08e8-43ee-8237-29315fbdeb6e req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.86 "DELETE /v2.0/ports/7e4c5a73-d54b-4498-a62a-f6d53c89968c HTTP/1.1" status: 204 len: 173 time: 1.1037271 Jun 01 15:55:14.240978 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f019b4-dc57-4755-96a6-2f2116b3bc2d req-8051629d-417f-43aa-8fa0-46628c0e714a tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:14.242921 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d2f019b4-dc57-4755-96a6-2f2116b3bc2d req-8051629d-417f-43aa-8fa0-46628c0e714a tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.3163562 Jun 01 15:55:14.292568 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e375cb2e-a16f-4f35-9c41-137b2afebad9 req-6e7e2ec2-bb5a-4b14-8ac1-70aaa398b672 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962975 Jun 01 15:55:14.329757 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d2f019b4-dc57-4755-96a6-2f2116b3bc2d req-2705d07a-0c65-4dca-a230-48c71df5ff26 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552113 Jun 01 15:55:14.354750 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b455cf-bd1f-4d41-bbc6-443da7676722 x-openstack-request-id: req-26b455cf-bd1f-4d41-bbc6-443da7676722 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:14.355067 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176a3a8a-db91-4eda-92a2-1ecf5540333c", "name": "network-vif-deleted", "tag": "7e4c5a73-d54b-4498-a62a-f6d53c89968c", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:14.355349 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-26b455cf-bd1f-4d41-bbc6-443da7676722 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:14.355768 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176a3a8a-db91-4eda-92a2-1ecf5540333c', 'name': 'network-vif-deleted', 'tag': '7e4c5a73-d54b-4498-a62a-f6d53c89968c', 'status': 'completed', 'code': 200} Jun 01 15:55:14.525340 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-c2480ee2-2db0-4ab8-af5a-f490bed7b618 req-0d27d2a8-8253-46b0-adec-e8a15e7ab1c8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Synchronizing usage tracker for tenant:5d759c69f2c64d5487f908cd3d18c40f on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:55:14.543065 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-c2480ee2-2db0-4ab8-af5a-f490bed7b618 req-0d27d2a8-8253-46b0-adec-e8a15e7ab1c8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Unset dirty status for tenant:5d759c69f2c64d5487f908cd3d18c40f on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:55:14.544124 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c2480ee2-2db0-4ab8-af5a-f490bed7b618 req-0d27d2a8-8253-46b0-adec-e8a15e7ab1c8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 210 time: 0.0659401 Jun 01 15:55:14.891439 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:15.628537 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544113ab-873b-4b9e-b348-f3109270e4d8 req-04604136-5ee8-470d-91e3-815da54793b0 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:15.629980 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-544113ab-873b-4b9e-b348-f3109270e4d8 req-04604136-5ee8-470d-91e3-815da54793b0 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.2150540 Jun 01 15:55:15.637091 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9ff2c-7c34-4f6a-9f56-7b7990d24b30 req-e939d6b0-f1e4-4bf1-8326-e381772a184d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:15.638423 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-06e9ff2c-7c34-4f6a-9f56-7b7990d24b30 req-e939d6b0-f1e4-4bf1-8326-e381772a184d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1858003 Jun 01 15:55:15.706838 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-544113ab-873b-4b9e-b348-f3109270e4d8 req-997c954b-331c-4bfb-aa68-ecdac3ef44fa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669694 Jun 01 15:55:15.711173 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-06e9ff2c-7c34-4f6a-9f56-7b7990d24b30 req-44bc2c31-901e-44a5-8c55-9d1ba8e1bbda tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587573 Jun 01 15:55:15.851644 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6f3d9717-0a4a-4f8e-9c0a-3e985901760a req-b5e97d29-6e61-40aa-bfdb-7bed51b30899 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=176a3a8a-db91-4eda-92a2-1ecf5540333c HTTP/1.1" status: 200 len: 210 time: 0.0441689 Jun 01 15:55:16.270141 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['04d514ca-581b-43b9-b447-656b7ca7d28c', '7e4c5a73-d54b-4498-a62a-f6d53c89968c'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:55:16.472598 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:16.974871 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f3c78-d2b4-49d9-bf04-2db11974227b req-e1ca964b-07d9-4f22-bb0d-be8dd87ee15a tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:16.976277 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c28f3c78-d2b4-49d9-bf04-2db11974227b req-e1ca964b-07d9-4f22-bb0d-be8dd87ee15a tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1555550 Jun 01 15:55:17.043513 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b325a-7e3e-4bf7-ac95-70cca5d510d6 req-a8bcd972-b5ed-49fb-b710-c0f0032542d7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:17.044963 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f83b325a-7e3e-4bf7-ac95-70cca5d510d6 req-a8bcd972-b5ed-49fb-b710-c0f0032542d7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1885319 Jun 01 15:55:17.103176 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c28f3c78-d2b4-49d9-bf04-2db11974227b req-c0899f7c-523b-4297-b9e5-c7d89ed3504c tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916865 Jun 01 15:55:17.137612 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f83b325a-7e3e-4bf7-ac95-70cca5d510d6 req-6778e690-3a6f-493a-b78e-0e2dc491d404 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851300 Jun 01 15:55:17.160617 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ba559-e011-4155-b28e-75d60bf3d101 req-86987000-1abc-4491-a1a6-283278b17690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:17.162169 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aa4ba559-e011-4155-b28e-75d60bf3d101 req-86987000-1abc-4491-a1a6-283278b17690 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 1099 time: 0.1954646 Jun 01 15:55:17.321855 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ba559-e011-4155-b28e-75d60bf3d101 req-b0c1bf8a-63e4-4cee-b2b9-2fd76712a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:17.323381 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aa4ba559-e011-4155-b28e-75d60bf3d101 req-b0c1bf8a-63e4-4cee-b2b9-2fd76712a5f4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.1496150 Jun 01 15:55:17.455949 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aa4ba559-e011-4155-b28e-75d60bf3d101 req-119c5e82-7565-4452-943d-96d7f331c54a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc HTTP/1.1" status: 200 len: 1002 time: 0.1241105 Jun 01 15:55:17.552752 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ba559-e011-4155-b28e-75d60bf3d101 req-8d22800f-0c8f-4a9d-b359-bbc0fd9438d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:17.554161 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aa4ba559-e011-4155-b28e-75d60bf3d101 req-8d22800f-0c8f-4a9d-b359-bbc0fd9438d5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.0785341 Jun 01 15:55:17.680611 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee31b84-fa6b-4057-a937-87b1e45daa97 req-1347c098-10c3-4810-ae33-61c934589c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:17.682785 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6ee31b84-fa6b-4057-a937-87b1e45daa97 req-1347c098-10c3-4810-ae33-61c934589c44 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 1099 time: 0.1037462 Jun 01 15:55:17.849905 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304fd15-01d9-486b-9b6a-d3a558d93247 req-55abbf98-aab4-420a-8642-dd5a41e3a18e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:17.860664 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8304fd15-01d9-486b-9b6a-d3a558d93247 req-55abbf98-aab4-420a-8642-dd5a41e3a18e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.3049097 Jun 01 15:55:17.905759 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee31b84-fa6b-4057-a937-87b1e45daa97 req-28d6db44-9013-4aab-b70e-470d559ed0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:17.907388 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6ee31b84-fa6b-4057-a937-87b1e45daa97 req-28d6db44-9013-4aab-b70e-470d559ed0d5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 200 len: 912 time: 0.2137620 Jun 01 15:55:17.940393 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ba559-e011-4155-b28e-75d60bf3d101 req-a6e4aec1-c5b3-481b-95e0-d4eb6ccdd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:17.942304 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aa4ba559-e011-4155-b28e-75d60bf3d101 req-a6e4aec1-c5b3-481b-95e0-d4eb6ccdd027 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3415339 Jun 01 15:55:17.981377 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8304fd15-01d9-486b-9b6a-d3a558d93247 req-4de990bf-f964-486a-8316-2b46683e59f2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019397 Jun 01 15:55:18.084586 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6ee31b84-fa6b-4057-a937-87b1e45daa97 req-8ca77c8d-5e45-4456-a03a-a435940578aa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1c74f1b-053b-491d-a7ad-863ba01a09aa HTTP/1.1" status: 200 len: 1000 time: 0.1682136 Jun 01 15:55:18.133058 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b89ef-e0d0-4fdc-9d2f-0f7941568d3c req-a4f7fc19-e005-4265-92b7-03de680af649 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:18.134534 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-297b89ef-e0d0-4fdc-9d2f-0f7941568d3c req-a4f7fc19-e005-4265-92b7-03de680af649 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.5327964 Jun 01 15:55:18.175582 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee31b84-fa6b-4057-a937-87b1e45daa97 req-cf052d0c-27ca-4bdc-ac8c-c4ab4476c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:18.177409 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6ee31b84-fa6b-4057-a937-87b1e45daa97 req-cf052d0c-27ca-4bdc-ac8c-c4ab4476c19a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bab6368-25d8-4c2d-a23d-c0d5327163ea HTTP/1.1" status: 200 len: 850 time: 0.0855830 Jun 01 15:55:18.232955 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-297b89ef-e0d0-4fdc-9d2f-0f7941568d3c req-83982b55-13c5-47ce-803d-bb69eb66af5c tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647614 Jun 01 15:55:18.279688 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aa4ba559-e011-4155-b28e-75d60bf3d101 req-ecbcd1f6-e7bb-4a8e-9c45-69c09ddb5ec0 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136189 Jun 01 15:55:18.283830 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 7e4c5a73-d54b-4498-a62a-f6d53c89968c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:18.309607 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee31b84-fa6b-4057-a937-87b1e45daa97 req-fe605777-be98-48bb-a935-c7cfb35b4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:18.313646 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6ee31b84-fa6b-4057-a937-87b1e45daa97 req-fe605777-be98-48bb-a935-c7cfb35b4a00 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1271617 Jun 01 15:55:18.353766 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: 7e4c5a73-d54b-4498-a62a-f6d53c89968c {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:18.363403 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 7e4c5a73-d54b-4498-a62a-f6d53c89968c not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:18.459448 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aa4ba559-e011-4155-b28e-75d60bf3d101 req-9656ea22-7cae-458a-a12e-b2b85c60898b service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671553 Jun 01 15:55:18.484088 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6ee31b84-fa6b-4057-a937-87b1e45daa97 req-bd0c322f-1f7d-41a9-9118-e6a559c7871d service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559408 Jun 01 15:55:18.517884 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 45810) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:18.550003 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093e1be-0d0a-469c-892a-54c915d1756f req-539be189-5b01-4eef-9048-5e065eb11da1 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:18.551501 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0093e1be-0d0a-469c-892a-54c915d1756f req-539be189-5b01-4eef-9048-5e065eb11da1 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.0909560 Jun 01 15:55:18.612977 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0093e1be-0d0a-469c-892a-54c915d1756f req-05827b53-309f-425b-8582-7329a750218b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555511 Jun 01 15:55:18.663208 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6ee31b84-fa6b-4057-a937-87b1e45daa97 req-5da0f472-8dff-4573-ac93-3c37a43ac963 service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680765 Jun 01 15:55:18.809158 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-70094ff5-d4f2-4e9b-8149-c48c0dfcf814 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2f2ad890f08b4e449bf5eeb6bb5627fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881885 Jun 01 15:55:18.811942 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 45814) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:18.891647 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-173c076f-77fb-404c-875a-841a30a16a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:18.920023 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-173c076f-77fb-404c-875a-841a30a16a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:18.977225 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-173c076f-77fb-404c-875a-841a30a16a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:18.981309 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-208b3817-dccc-4b90-ae16-f9ccf99bb279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:18.996128 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c076f-77fb-404c-875a-841a30a16a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b119b1-f0c6-4f5c-a95f-29bfcb2cf542,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:18.999793 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-173c076f-77fb-404c-875a-841a30a16a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:19.025948 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-173c076f-77fb-404c-875a-841a30a16a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:19.027288 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-173c076f-77fb-404c-875a-841a30a16a19 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/32b119b1-f0c6-4f5c-a95f-29bfcb2cf542 HTTP/1.1" status: 204 len: 168 time: 0.2142694 Jun 01 15:55:19.244017 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec174b32-0013-47d2-8286-c42ca1aeabb3 req-1c174765-d20f-4c1c-addb-a30a13b5c3c3 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:19.259583 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ec174b32-0013-47d2-8286-c42ca1aeabb3 req-1c174765-d20f-4c1c-addb-a30a13b5c3c3 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1421323 Jun 01 15:55:19.397101 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ec174b32-0013-47d2-8286-c42ca1aeabb3 req-50cf163e-14ca-4fba-a8ae-bbdfaa159f0f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365891 Jun 01 15:55:19.570835 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c4e3b-6a9d-437c-95db-4d90118a9ecc req-18ae3e08-8c59-43b5-80b8-cb876c43402f tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:19.579787 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-913c4e3b-6a9d-437c-95db-4d90118a9ecc req-18ae3e08-8c59-43b5-80b8-cb876c43402f tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1759772 Jun 01 15:55:19.661949 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-913c4e3b-6a9d-437c-95db-4d90118a9ecc req-0c110eee-b81b-4589-a475-96452e893115 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812707 Jun 01 15:55:19.941520 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9b907-2a68-40d4-b432-f9848427a5ca req-100d9ef2-43ea-40e8-bfc7-6606c139408d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:19.943162 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-14c9b907-2a68-40d4-b432-f9848427a5ca req-100d9ef2-43ea-40e8-bfc7-6606c139408d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 946 time: 0.1868417 Jun 01 15:55:20.005143 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-14c9b907-2a68-40d4-b432-f9848427a5ca req-d5731c36-20b6-4c42-9d6b-a9dd59bcac59 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538261 Jun 01 15:55:20.090761 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 45848) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:20.209318 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-322659116-network', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:55:20.214508 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:20.221163 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Usage tracker for resource:network and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:20.224122 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:20.230214 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:20.266249 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Made reservation on behalf of 96829b9ead7d403782c20d30dd39bb89 for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:55:20.268862 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:20.289970 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 43e14949-3c11-47bd-8a3b-be6cb1be43dc no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:20.307869 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:20.336625 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:20.354667 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Usage tracker for resource:security_group_rule and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:20.359597 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:20.368194 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:20.587969 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:20.593561 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:20.597360 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:20.608531 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:20.634908 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:55:20.646894 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168df9c4-375e-40bc-a7b0-802b9c051fdb,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:20.648312 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:20.651292 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:20.651537 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5198520-0f0e-4056-98c0-a1812d05ada8" -d '{"events": [{"server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "name": "network-vif-unplugged", "status": "completed", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:20.667077 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:20.667795 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Added segment 9796aef5-b695-451f-97a5-33eb6459c783 of type vlan for network 4669e2d8-6468-4fe6-bbdc-30a44279902d Jun 01 15:55:20.685951 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:20.697237 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:20.699049 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:20.723197 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:20.773744 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:20.775596 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:20.776718 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:20.817109 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f2fbae7a-5ee5-4af4-a8e3-e26c7499e461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:20.823131 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c12efe2-c163-4ab9-9092-441ee1518537 x-openstack-request-id: req-8c12efe2-c163-4ab9-9092-441ee1518537 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:20.823462 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "name": "network-vif-unplugged", "status": "completed", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:20.823735 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c12efe2-c163-4ab9-9092-441ee1518537 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:20.824132 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'code': 200} Jun 01 15:55:20.831308 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a0939-1349-4c31-b7b4-30259b5c995b req-9a288c7a-e2cc-45a6-b031-724d13c5cb60 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:20.844494 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2a8a0939-1349-4c31-b7b4-30259b5c995b req-9a288c7a-e2cc-45a6-b031-724d13c5cb60 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.2429838 Jun 01 15:55:20.878385 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=43e14949-3c11-47bd-8a3b-be6cb1be43dc,revision_number=8']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:20.887607 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:20.947082 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Pushing event updated for resources: {'Network': ['ID=4669e2d8-6468-4fe6-bbdc-30a44279902d,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:20.951162 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8591108 Jun 01 15:55:20.959265 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 45868) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:20.962347 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.964536 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.965385 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.966816 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.968197 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.968668 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.970297 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.971143 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.972085 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.974477 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.976425 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.977107 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:20.989224 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Request body: {'subnet': {'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-322659116-subnet', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:55:20.995387 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:20.995783 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 4669e2d8-6468-4fe6-bbdc-30a44279902d details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:55:20.997166 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2a8a0939-1349-4c31-b7b4-30259b5c995b req-c6576f2e-ff74-456e-a08d-5841b230155f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514666 Jun 01 15:55:20.997428 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:21.004204 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Usage tracker for resource:subnet and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:21.012188 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:21.028352 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:21.058180 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Made reservation on behalf of 96829b9ead7d403782c20d30dd39bb89 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:55:21.063548 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5468444'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:21.305117 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a7c15-daf5-4279-b023-31a125432ea9 req-4fb04a80-904c-44c9-8491-fc18bdea80a3 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:21.306799 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-508a7c15-daf5-4279-b023-31a125432ea9 req-4fb04a80-904c-44c9-8491-fc18bdea80a3 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.2101028 Jun 01 15:55:21.420593 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-508a7c15-daf5-4279-b023-31a125432ea9 req-a5ce91ad-abc6-47e5-821f-7a8350ae92db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691376 Jun 01 15:55:21.465215 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca829b-90a1-483c-af00-537811172f96 req-70c61fa7-4db4-4f94-85bd-481250877f3c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:21.473475 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e2ca829b-90a1-483c-af00-537811172f96 req-70c61fa7-4db4-4f94-85bd-481250877f3c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1770260 Jun 01 15:55:21.534091 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e2ca829b-90a1-483c-af00-537811172f96 req-99a829ce-7074-4e4a-a25d-c13427e993d9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596085 Jun 01 15:55:21.843048 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5468462'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:21.849215 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e068a091-9efc-4da8-a913-a97c922b7d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:21.928972 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=542bd353-b377-4325-af50-fac452a28ec7,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:21.937788 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:21.950842 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Checking segment: {'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:55:21.951322 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Network hostable DHCP agents. Network: 4669e2d8-6468-4fe6-bbdc-30a44279902d, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:55:21.981733 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Network 4669e2d8-6468-4fe6-bbdc-30a44279902d is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:55:21.993585 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 4669e2d8-6468-4fe6-bbdc-30a44279902d) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:55:22.007415 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:22.008413 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:22.013037 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2463cf6d-12ae-4642-991a-df7699aa3069 None None] Network 4669e2d8-6468-4fe6-bbdc-30a44279902d requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:55:22.059077 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0984468 Jun 01 15:55:22.062347 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 45894) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:22.068335 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:55:22.076097 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:22.087032 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Usage tracker for resource:router and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:22.094805 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:22.102921 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:22.128206 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7998537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15119'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:22.130466 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7985302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7957882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15110'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:22.158190 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:22.370496 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c58c33-a809-5445-82d3-f2e7d60efdb5-4669e2d8-6468-4fe6-bbdc-30a44279902d', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'fixed_ips': [{'subnet_id': '542bd353-b377-4325-af50-fac452a28ec7'}]}} from dv-cinder-793515-3-iscsi. {{(pid=91912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:55:22.371270 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:22.721284 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Allocated IP 172.20.0.2 (4669e2d8-6468-4fe6-bbdc-30a44279902d/542bd353-b377-4325-af50-fac452a28ec7/970a9955-a746-42cd-8789-59441af23b70) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:55:22.770834 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7985288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15144'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:22.789313 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472b2f6-524d-4987-8c44-4c01c2359353 req-ed485ec6-26c0-4700-8b4d-14dac91d61e9 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:22.808032 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1472b2f6-524d-4987-8c44-4c01c2359353 req-ed485ec6-26c0-4700-8b4d-14dac91d61e9 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.2019091 Jun 01 15:55:22.895884 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1472b2f6-524d-4987-8c44-4c01c2359353 req-d36ac4cf-6b3c-4528-9b9e-4da3cfabae69 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869839 Jun 01 15:55:23.001721 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cba7e0-74f2-4305-b6c8-c298c4113681 req-4775e511-1695-46ed-8b92-d8875e8c461a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:23.012548 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b5cba7e0-74f2-4305-b6c8-c298c4113681 req-4775e511-1695-46ed-8b92-d8875e8c461a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1119957 Jun 01 15:55:23.096916 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b5cba7e0-74f2-4305-b6c8-c298c4113681 req-f9786c77-279a-48b0-b8c0-920904d67eeb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771067 Jun 01 15:55:23.129967 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:23.147735 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Transition to ACTIVE for port object 970a9955-a746-42cd-8789-59441af23b70 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:55:23.179639 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Transition to ACTIVE for port object 970a9955-a746-42cd-8789-59441af23b70 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:55:23.188736 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:23.198569 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-98aaed70-63b0-445b-8764-990c95a85e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:23.291892 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:23.310266 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Network 4669e2d8-6468-4fe6-bbdc-30a44279902d is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:55:23.313887 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:55:23.317665 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:55:23.323723 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Pushing event updated for resources: {'Port': ['ID=970a9955-a746-42cd-8789-59441af23b70,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:23.325272 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:23.327888 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:23.351940 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 45928) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:23.447256 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Attempting to bind port 970a9955-a746-42cd-8789-59441af23b70 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:55:23.448040 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Attempting to bind port 970a9955-a746-42cd-8789-59441af23b70 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:55:23.448616 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Attempting to bind port 970a9955-a746-42cd-8789-59441af23b70 on network 4669e2d8-6468-4fe6-bbdc-30a44279902d {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:55:23.455267 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:55:23.455984 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Checking segment: {'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:55:23.456580 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:23.457159 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Bound using segment: {'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:55:23.457814 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Bound port: 970a9955-a746-42cd-8789-59441af23b70, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:55:23.458722 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:23.534651 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Allocated IP 172.27.2.97 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/b83d5149-267a-43e9-aa4f-4d253f312625) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:55:23.562149 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] For port 970a9955-a746-42cd-8789-59441af23b70, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:55:23.573692 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] For port 970a9955-a746-42cd-8789-59441af23b70, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=970a9955-a746-42cd-8789-59441af23b70,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:55:23.580762 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:23.591474 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:23.596321 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-81a0494b-bd24-4852-90b1-3b4fc87aa03b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2417130 Jun 01 15:55:23.709474 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Pushing event updated for resources: {'Port': ['ID=970a9955-a746-42cd-8789-59441af23b70,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:23.712773 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:23.818577 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:23.860019 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:23.865247 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:23.988234 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:55:23.999002 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:55:24.003265 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:55:24.310160 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2abfe8-0e63-414a-8f43-ee0e33b757fc req-0cb4d832-d116-44ff-bbfd-56692186644e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:24.312609 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9d2abfe8-0e63-414a-8f43-ee0e33b757fc req-0cb4d832-d116-44ff-bbfd-56692186644e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1486652 Jun 01 15:55:24.328211 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b83d5149-267a-43e9-aa4f-4d253f312625,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:24.344663 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:24.429520 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9d2abfe8-0e63-414a-8f43-ee0e33b757fc req-386be8fa-3571-4b39-ac89-364c738b5832 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094172 Jun 01 15:55:24.549108 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db818d-42a1-4da0-b26a-c239a0c31db7 req-1f916476-ee75-4837-a436-670cdd7c408a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:24.549637 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 970a9955-a746-42cd-8789-59441af23b70 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:24.550649 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b8db818d-42a1-4da0-b26a-c239a0c31db7 req-1f916476-ee75-4837-a436-670cdd7c408a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1301396 Jun 01 15:55:24.620773 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b8db818d-42a1-4da0-b26a-c239a0c31db7 req-cff1f042-94cd-4d32-b7a8-32f189b3cd35 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580277 Jun 01 15:55:24.645717 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 970a9955-a746-42cd-8789-59441af23b70 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:55:24.889544 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:24.911790 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 43e14949-3c11-47bd-8a3b-be6cb1be43dc no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:25.218409 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25595dcb-2cb5-4017-87b9-028e94a9b6b4 None None] Network 4669e2d8-6468-4fe6-bbdc-30a44279902d requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:55:25.374038 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-0a0864d5-264e-4d28-9f80-e6a859c949dd None None] Provisioning for port 970a9955-a746-42cd-8789-59441af23b70 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:55:25.392832 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-0a0864d5-264e-4d28-9f80-e6a859c949dd None None] Provisioning complete for port 970a9955-a746-42cd-8789-59441af23b70 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:25.393430 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0a0864d5-264e-4d28-9f80-e6a859c949dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:25.417622 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7985253'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:25.793214 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Router f0b008a6-30fe-4641-ac55-1a70d1fbfdae is scheduled to L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:55:25.793980 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0a0864d5-264e-4d28-9f80-e6a859c949dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:25.833549 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f40db1-78e2-49c7-a722-2480ad876300 req-a9b4979c-dca2-4242-b0c7-03c6b869ed63 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:25.842556 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-39f40db1-78e2-49c7-a722-2480ad876300 req-a9b4979c-dca2-4242-b0c7-03c6b869ed63 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1889865 Jun 01 15:55:25.898466 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-0a0864d5-264e-4d28-9f80-e6a859c949dd None None] For port 970a9955-a746-42cd-8789-59441af23b70, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=970a9955-a746-42cd-8789-59441af23b70,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:25.908229 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0a0864d5-264e-4d28-9f80-e6a859c949dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:25.913531 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-39f40db1-78e2-49c7-a722-2480ad876300 req-04f728c4-29ba-453d-9cbc-4d87ed0bdd52 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698051 Jun 01 15:55:25.915089 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:26.136658 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f80c8-c958-4807-b76e-1d7ab2558492 req-fbaf5060-5b66-4a5c-a209-415501487e47 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:26.155951 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5f0f80c8-c958-4807-b76e-1d7ab2558492 req-fbaf5060-5b66-4a5c-a209-415501487e47 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.2385824 Jun 01 15:55:26.254023 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0864d5-264e-4d28-9f80-e6a859c949dd None None] Pushing event updated for resources: {'Port': ['ID=970a9955-a746-42cd-8789-59441af23b70,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:26.259035 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0a0864d5-264e-4d28-9f80-e6a859c949dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:26.334696 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5f0f80c8-c958-4807-b76e-1d7ab2558492 req-79e2ee34-6b56-40a0-9aaa-d669b69c84ea tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756299 Jun 01 15:55:26.359524 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 970a9955-a746-42cd-8789-59441af23b70 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:26.432676 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:55:26.445547 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Sync routers for ids ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:55:26.463643 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Routers {'f0b008a6-30fe-4641-ac55-1a70d1fbfdae'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:55:26.466819 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:55:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:26.491293 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:26.495536 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4295924 Jun 01 15:55:26.495871 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 45970) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:26.507985 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 970a9955-a746-42cd-8789-59441af23b70 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:26.509248 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:26.549362 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-9387cbeb-7fa9-4aab-bf1b-14eb928adb74 None None] Provisioning complete for port 970a9955-a746-42cd-8789-59441af23b70 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:26.549785 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9387cbeb-7fa9-4aab-bf1b-14eb928adb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:26.817352 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Set router f0b008a6-30fe-4641-ac55-1a70d1fbfdae gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:55:27.248220 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:24Z', 'revision_number': 3, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:27.254742 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Checking router: f0b008a6-30fe-4641-ac55-1a70d1fbfdae for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:55:27.255150 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Updating router f0b008a6-30fe-4641-ac55-1a70d1fbfdae port b83d5149-267a-43e9-aa4f-4d253f312625 binding host dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:55:27.260731 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba390ed-c525-499b-8669-c67cb16cbe3e req-81ddb7e5-d426-482e-8174-b826a092930e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:27.262527 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cba390ed-c525-499b-8669-c67cb16cbe3e req-81ddb7e5-d426-482e-8174-b826a092930e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1095669 Jun 01 15:55:27.324258 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.346899 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cba390ed-c525-499b-8669-c67cb16cbe3e req-5765e8a2-2bd1-47de-a0f0-8f1c10c682db tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698464 Jun 01 15:55:27.626898 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a66087-7e5f-4824-aa7f-5fa57dbf048b req-80213913-a68c-4cf8-b35e-3ada0603eab1 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:27.628794 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-81a66087-7e5f-4824-aa7f-5fa57dbf048b req-80213913-a68c-4cf8-b35e-3ada0603eab1 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1509342 Jun 01 15:55:27.700987 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-81a66087-7e5f-4824-aa7f-5fa57dbf048b req-6600f3fb-4d7e-465a-b7bf-3f83acbe63be tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619707 Jun 01 15:55:27.767686 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.784721 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.798494 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Transition to ACTIVE for port object b83d5149-267a-43e9-aa4f-4d253f312625 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:55:27.806712 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.813273 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:27.893375 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Attempting to bind port b83d5149-267a-43e9-aa4f-4d253f312625 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:55:27.893684 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Attempting to bind port b83d5149-267a-43e9-aa4f-4d253f312625 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:55:27.894027 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Attempting to bind port b83d5149-267a-43e9-aa4f-4d253f312625 on network 33f215dc-9a0b-4949-9713-0c7e803de905 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:55:27.896169 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Pushing event updated for resources: {'Port': ['ID=b83d5149-267a-43e9-aa4f-4d253f312625,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:27.907236 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.907583 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.907921 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.908313 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.908671 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.908988 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.909302 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.909615 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.909954 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.910292 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.910605 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.910904 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:27.914461 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:55:27.914957 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Checking segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:55:27.915435 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.915824 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Bound using segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:55:27.916300 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Bound port: b83d5149-267a-43e9-aa4f-4d253f312625, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:55:27.916770 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.941501 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:28.004540 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] For port b83d5149-267a-43e9-aa4f-4d253f312625, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:55:28.009807 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] For port b83d5149-267a-43e9-aa4f-4d253f312625, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=b83d5149-267a-43e9-aa4f-4d253f312625,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:55:28.016861 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.022391 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-92330762-d10a-4ecb-a8a4-28508a8024f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:28.040140 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Allocated IP 172.20.0.1 (4669e2d8-6468-4fe6-bbdc-30a44279902d/542bd353-b377-4325-af50-fac452a28ec7/1ff4e09b-679a-428e-92b9-6acb605a1f18) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:55:28.105381 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Pushing event updated for resources: {'Port': ['ID=b83d5149-267a-43e9-aa4f-4d253f312625,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:28.110298 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-d1a99038-99dd-466d-ac09-fd8128d1272a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:28.130128 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Routers {'f0b008a6-30fe-4641-ac55-1a70d1fbfdae'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:55:28.130867 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:55:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:28.216499 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.238304 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Transition to ACTIVE for port object 1ff4e09b-679a-428e-92b9-6acb605a1f18 will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:55:28.278716 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.283963 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-83af8cab-25a8-42e8-98bc-c7ebd44afbbe tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:28.329369 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] Set router f0b008a6-30fe-4641-ac55-1a70d1fbfdae gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:55:28.376094 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Network 4669e2d8-6468-4fe6-bbdc-30a44279902d is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:55:28.379162 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:55:28.383904 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:55:28.414991 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff4e09b-679a-428e-92b9-6acb605a1f18,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:28.427170 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:28.463503 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7985839'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.680546 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.685147 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1c447-0c06-46b8-9d3d-927ddfa8b4c6 req-5f4f0e8e-93e7-45b5-9c0a-4bd8524d13c8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:28.690913 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0ae1c447-0c06-46b8-9d3d-927ddfa8b4c6 req-5f4f0e8e-93e7-45b5-9c0a-4bd8524d13c8 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1947377 Jun 01 15:55:28.805774 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0ae1c447-0c06-46b8-9d3d-927ddfa8b4c6 req-fc1979b5-d496-4e18-8d0c-cbfeca534c2f tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058290 Jun 01 15:55:28.821384 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-f5221a01-c5c7-4878-8913-7622e2c7e8c8 None None] Provisioning for port 1ff4e09b-679a-428e-92b9-6acb605a1f18 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:55:28.836094 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-f5221a01-c5c7-4878-8913-7622e2c7e8c8 None None] Provisioning complete for port 1ff4e09b-679a-428e-92b9-6acb605a1f18 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:28.836468 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f5221a01-c5c7-4878-8913-7622e2c7e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.947285 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-f5221a01-c5c7-4878-8913-7622e2c7e8c8 None None] Port 1ff4e09b-679a-428e-92b9-6acb605a1f18 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:55:29.019838 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cd2fc-196f-4d6e-b095-4e1f568667b1 req-05371843-743c-421d-bb82-440093ef2e50 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:29.021238 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1e4cd2fc-196f-4d6e-b095-4e1f568667b1 req-05371843-743c-421d-bb82-440093ef2e50 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1405244 Jun 01 15:55:29.071289 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.079026 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.115480 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1e4cd2fc-196f-4d6e-b095-4e1f568667b1 req-ea55978d-9495-4c56-b091-19b3bd922de4 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870559 Jun 01 15:55:29.128146 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:29.149508 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:24Z', 'revision_number': 3, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:29.155293 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357af698-6935-4ce3-b808-4f4705eeecab None None] The sync data for ids ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'] in dv-cinder-793515-3-iscsi is: [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:24Z', 'revision_number': 3, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:55:29.219635 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff4e09b-679a-428e-92b9-6acb605a1f18,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:29.222435 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:29.239484 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985712'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.524701 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Network 4669e2d8-6468-4fe6-bbdc-30a44279902d is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:55:29.526041 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:55:29.857310 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Router f0b008a6-30fe-4641-ac55-1a70d1fbfdae has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:55:29.891925 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-ad53adf0-54cd-4f09-bc2e-cece6d82e4e6 None None] Provisioning complete for port 1ff4e09b-679a-428e-92b9-6acb605a1f18 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:29.892538 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ad53adf0-54cd-4f09-bc2e-cece6d82e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.005750 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-ad53adf0-54cd-4f09-bc2e-cece6d82e4e6 None None] Port 1ff4e09b-679a-428e-92b9-6acb605a1f18 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:55:30.188124 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613f9e8-8c99-4c8c-9cec-9d4ea24bb7c0 req-3841ea1c-156b-43dd-92cc-04f1bb82e869 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:30.194569 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5613f9e8-8c99-4c8c-9cec-9d4ea24bb7c0 req-3841ea1c-156b-43dd-92cc-04f1bb82e869 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.1613388 Jun 01 15:55:30.213436 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:55:30.239964 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] 10.222.0.63 "PUT /v2.0/routers/f0b008a6-30fe-4641-ac55-1a70d1fbfdae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7430403 Jun 01 15:55:30.312524 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5613f9e8-8c99-4c8c-9cec-9d4ea24bb7c0 req-5e386184-605e-4935-99cf-0d7deb8ef912 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122534 Jun 01 15:55:30.448176 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-81c857e4-9823-4df7-a4da-77eedaaee9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:30.450610 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-81c857e4-9823-4df7-a4da-77eedaaee9c6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d&tenant_id=ade93647f9a44b03960939b171f8c3fb HTTP/1.1" status: 200 len: 1097 time: 0.1882129 Jun 01 15:55:30.472213 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device b83d5149-267a-43e9-aa4f-4d253f312625 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:30.579316 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-c99661f9-4f8a-4f88-b353-cdb41947de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:30.580931 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-c99661f9-4f8a-4f88-b353-cdb41947de64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 1097 time: 0.1052897 Jun 01 15:55:30.585603 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port b83d5149-267a-43e9-aa4f-4d253f312625 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:55:30.593447 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port b83d5149-267a-43e9-aa4f-4d253f312625 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:30.594039 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.613064 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f10fff-55f8-467a-98ad-7eb742e53844 req-a2023aae-155d-4174-877a-72adecc9c222 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:30.623128 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a7f10fff-55f8-467a-98ad-7eb742e53844 req-a2023aae-155d-4174-877a-72adecc9c222 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.3051002 Jun 01 15:55:30.678344 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd87518-3987-48d1-8a49-32b4ef992ca4 req-85f6595d-0ce3-4736-945c-bd2666a76ee0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:30.679892 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9dd87518-3987-48d1-8a49-32b4ef992ca4 req-85f6595d-0ce3-4736-945c-bd2666a76ee0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.2384326 Jun 01 15:55:30.690681 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a7f10fff-55f8-467a-98ad-7eb742e53844 req-889f6776-76f8-4f5e-b6ce-0cf587472feb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660794 Jun 01 15:55:30.796840 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-227ab545-5fff-4bda-930a-360b002752d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:30.798996 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-227ab545-5fff-4bda-930a-360b002752d0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.2092016 Jun 01 15:55:30.880499 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.915722 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port b83d5149-267a-43e9-aa4f-4d253f312625, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=b83d5149-267a-43e9-aa4f-4d253f312625,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:30.933715 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.941663 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a0549b82-3785-47bb-872d-2d38dac0d6c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:31.093949 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-28cacffc-b3f0-4e2e-8111-34f4b52e6028 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc HTTP/1.1" status: 200 len: 1000 time: 0.2837985 Jun 01 15:55:31.189974 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-9dd87518-3987-48d1-8a49-32b4ef992ca4 req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Deleting port 04d514ca-581b-43b9-b447-656b7ca7d28c {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:55:31.190614 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=b83d5149-267a-43e9-aa4f-4d253f312625,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:31.191094 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-9dd87518-3987-48d1-8a49-32b4ef992ca4 req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.206166 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:31.222834 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-c6bb64a1-af84-43d1-869a-be99b994b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:31.224522 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-c6bb64a1-af84-43d1-869a-be99b994b2ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.1229289 Jun 01 15:55:31.405913 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-007acc21-ff5e-432d-9f57-2d26e4d3170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:31.409460 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-007acc21-ff5e-432d-9f57-2d26e4d3170e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1768990 Jun 01 15:55:31.442680 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-9dd87518-3987-48d1-8a49-32b4ef992ca4 req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] For port 04d514ca-581b-43b9-b447-656b7ca7d28c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=04d514ca-581b-43b9-b447-656b7ca7d28c,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:31.443319 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-9dd87518-3987-48d1-8a49-32b4ef992ca4 req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.455712 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46036) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:31.461390 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-183866382-network', 'tenant_id': '025b187ec48646369a5599e426c0a5a0'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:55:31.471839 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:31.601761 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Usage tracker for resource:network and tenant:025b187ec48646369a5599e426c0a5a0 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:31.605849 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:31.613323 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:31.647132 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-4e66237f-9bca-4670-8c2d-5503d20b1bf8 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287576 Jun 01 15:55:31.653929 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Sync routers for ids ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:55:31.668175 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Routers {'f0b008a6-30fe-4641-ac55-1a70d1fbfdae'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:55:31.669122 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-b943a797-7f6c-4295-828a-d068a188000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:55:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:31.788208 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-9dd87518-3987-48d1-8a49-32b4ef992ca4 req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Calling delete_port for 04d514ca-581b-43b9-b447-656b7ca7d28c owned by compute:nova {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:55:31.796240 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-1f9c9964-d535-4326-aeaa-fc1f659e32da service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369271 Jun 01 15:55:31.822552 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Made reservation on behalf of 025b187ec48646369a5599e426c0a5a0 for: {'network': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:55:31.824931 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.840216 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.877519 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:31.886568 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Usage tracker for resource:security_group_rule and tenant:025b187ec48646369a5599e426c0a5a0 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:31.895260 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:31.941544 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:31.965638 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Set router f0b008a6-30fe-4641-ac55-1a70d1fbfdae gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:55:32.028957 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581d352-b438-4397-9c36-1129e8296feb req-1a0f12a6-9704-4296-b3da-910156f609b0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:32.032071 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7581d352-b438-4397-9c36-1129e8296feb req-1a0f12a6-9704-4296-b3da-910156f609b0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 946 time: 0.4144030 Jun 01 15:55:32.191239 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7581d352-b438-4397-9c36-1129e8296feb req-d1883955-6fd0-455a-b4b8-6304aac19030 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/security-groups?id=4434dc0a-3004-4de3-8369-93473b57b9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498303 Jun 01 15:55:32.203246 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0e69a-5f8d-4662-8e09-abfde8de9459 req-5f6db7d5-9969-4c17-9006-45c03096f0f9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:32.204849 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3ae0e69a-5f8d-4662-8e09-abfde8de9459 req-5f6db7d5-9969-4c17-9006-45c03096f0f9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.3037045 Jun 01 15:55:32.207550 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-9dd87518-3987-48d1-8a49-32b4ef992ca4 req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.221506 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:32.296216 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Pushing event deleted for resources: {'Port': ['ID=04d514ca-581b-43b9-b447-656b7ca7d28c,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:32.330181 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.330713 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.331661 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.331661 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.332142 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.332608 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.333061 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.333523 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.333972 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.334444 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.334892 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.335346 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:32.396451 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-b943a797-7f6c-4295-828a-d068a188000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:28Z', 'revision_number': 4, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '1ff4e09b-679a-428e-92b9-6acb605a1f18', 'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'mac_address': 'fa:16:3e:bd:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '542bd353-b377-4325-af50-fac452a28ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:27Z', 'updated_at': '2021-06-01T15:55:28Z', 'revision_number': 2, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'subnets': [{'id': '542bd353-b377-4325-af50-fac452a28ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:32.396997 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:32.402310 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device b83d5149-267a-43e9-aa4f-4d253f312625 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:32.411273 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.459227 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3ae0e69a-5f8d-4662-8e09-abfde8de9459 req-8ff15e2e-9cb8-44f2-8ea5-bb56e69d3fa2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428236 Jun 01 15:55:32.459916 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.465913 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c589062a-b564-4818-aa04-9b566964be07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:32.472773 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Checking router: f0b008a6-30fe-4641-ac55-1a70d1fbfdae for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:55:32.473168 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Updating router f0b008a6-30fe-4641-ac55-1a70d1fbfdae port 1ff4e09b-679a-428e-92b9-6acb605a1f18 binding host dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:55:32.473842 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd87518-3987-48d1-8a49-32b4ef992ca4 req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] No DVR routers for this DVR port 04d514ca-581b-43b9-b447-656b7ca7d28c on host hv-cinder-79351 {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:55:32.478570 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-9dd87518-3987-48d1-8a49-32b4ef992ca4 req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.484000 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0', 'name': 'network-vif-deleted', 'tag': '04d514ca-581b-43b9-b447-656b7ca7d28c'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:32.487052 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6373128-4de2-4f90-8cea-88a4b4f7ffb1" -d '{"events": [{"server_uuid": "3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0", "name": "network-vif-deleted", "tag": "04d514ca-581b-43b9-b447-656b7ca7d28c"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:32.535597 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port b83d5149-267a-43e9-aa4f-4d253f312625 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:32.536062 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.536767 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=91910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:55:32.541718 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8d318e-1e7c-40e8-8c39-7cc14612dfa9,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:32.551368 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:32.556971 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.557584 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.segments_db [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Added segment 9e0cac6f-f866-4e54-8681-c899a5e4c39f of type vlan for network 2270899d-a3d9-454d-8218-2cc78409b73c Jun 01 15:55:32.561609 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9dd87518-3987-48d1-8a49-32b4ef992ca4 req-51705913-ad93-478d-ac6f-4c7ddde51d36 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.86 "DELETE /v2.0/ports/04d514ca-581b-43b9-b447-656b7ca7d28c HTTP/1.1" status: 204 len: 173 time: 1.8662362 Jun 01 15:55:32.593128 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d45d3e-a992-457e-98a7-20ef7ec886ba x-openstack-request-id: req-82d45d3e-a992-457e-98a7-20ef7ec886ba {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:32.597713 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0", "name": "network-vif-deleted", "tag": "04d514ca-581b-43b9-b447-656b7ca7d28c", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:32.598092 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-82d45d3e-a992-457e-98a7-20ef7ec886ba {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:32.598223 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.598714 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0', 'name': 'network-vif-deleted', 'tag': '04d514ca-581b-43b9-b447-656b7ca7d28c', 'status': 'completed', 'code': 200} Jun 01 15:55:32.626536 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.676054 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.677865 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:32.678110 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.682769 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:32.746770 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2894111 Jun 01 15:55:32.749915 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46052) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:32.755195 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Request body: {'subnet': {'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-183866382-subnet', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:55:32.760122 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:32.764992 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Usage tracker for resource:subnet and tenant:025b187ec48646369a5599e426c0a5a0 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:32.768098 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:32.777197 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:32.794053 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Made reservation on behalf of 025b187ec48646369a5599e426c0a5a0 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:55:32.796875 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5468444'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.803227 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Pushing event updated for resources: {'Network': ['ID=2270899d-a3d9-454d-8218-2cc78409b73c,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:32.813499 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:32.817865 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 2270899d-a3d9-454d-8218-2cc78409b73c details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:55:33.177053 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.193593 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Transition to ACTIVE for port object 1ff4e09b-679a-428e-92b9-6acb605a1f18 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:55:33.207182 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.210904 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:33.390420 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5468462'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.405820 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-91f5f1c1-877d-4eab-80d8-09dadbe00921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:33.446924 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-91194838-3c8f-45bf-b2ae-602d6f5358db req-0776904d-a851-47cf-a932-1bcca8618b8e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Synchronizing usage tracker for tenant:5d759c69f2c64d5487f908cd3d18c40f on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:55:33.485131 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-91194838-3c8f-45bf-b2ae-602d6f5358db req-0776904d-a851-47cf-a932-1bcca8618b8e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Unset dirty status for tenant:5d759c69f2c64d5487f908cd3d18c40f on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:55:33.490775 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9047fae-5256-417f-95d0-ce330fceb483,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:33.494482 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:33.510328 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-91194838-3c8f-45bf-b2ae-602d6f5358db req-0776904d-a851-47cf-a932-1bcca8618b8e tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 210 time: 0.1492414 Jun 01 15:55:33.549630 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Checking segment: {'id': '9e0cac6f-f866-4e54-8681-c899a5e4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:55:33.551996 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Pushing event updated for resources: {'Port': ['ID=1ff4e09b-679a-428e-92b9-6acb605a1f18,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:33.552394 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Network hostable DHCP agents. Network: 2270899d-a3d9-454d-8218-2cc78409b73c, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:55:33.564357 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.565184 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.565687 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.566239 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.566749 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.567086 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.567413 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.567738 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.568064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.568389 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.568877 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.569207 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:33.579347 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:33.584579 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Attempting to bind port 1ff4e09b-679a-428e-92b9-6acb605a1f18 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:55:33.584960 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Attempting to bind port 1ff4e09b-679a-428e-92b9-6acb605a1f18 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:55:33.585333 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Attempting to bind port 1ff4e09b-679a-428e-92b9-6acb605a1f18 on network 4669e2d8-6468-4fe6-bbdc-30a44279902d {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:55:33.593892 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:55:33.594431 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Checking segment: {'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:55:33.594838 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.595373 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Bound using segment: {'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:55:33.595498 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Network 2270899d-a3d9-454d-8218-2cc78409b73c is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:55:33.595906 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Bound port: 1ff4e09b-679a-428e-92b9-6acb605a1f18, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:55:33.596529 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.606853 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 2270899d-a3d9-454d-8218-2cc78409b73c) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:55:33.619575 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:33.620160 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.628795 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dedf298-5669-49c2-a94b-ff4f665c0a45 None None] Network 2270899d-a3d9-454d-8218-2cc78409b73c requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:55:33.662810 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9117436 Jun 01 15:55:33.665263 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46064) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:33.672025 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-183866382-router', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:55:33.681499 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:33.750386 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Usage tracker for resource:router and tenant:025b187ec48646369a5599e426c0a5a0 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:33.757394 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:33.766370 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:33.781371 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7998537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15119'] for router, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.782970 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7985302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7957882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15110'] for router, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.820703 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.857929 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf12380-539d-4390-9c60-a0d912c3acf2 req-680c0259-5884-4b21-adf5-743390e4ee6e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:33.859855 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2cf12380-539d-4390-9c60-a0d912c3acf2 req-680c0259-5884-4b21-adf5-743390e4ee6e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1832466 Jun 01 15:55:33.865823 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-b943a797-7f6c-4295-828a-d068a188000e None None] For port 1ff4e09b-679a-428e-92b9-6acb605a1f18, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:55:33.872003 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-b943a797-7f6c-4295-828a-d068a188000e None None] For port 1ff4e09b-679a-428e-92b9-6acb605a1f18, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=1ff4e09b-679a-428e-92b9-6acb605a1f18,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:55:33.905010 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.912868 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:34.040342 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2cf12380-539d-4390-9c60-a0d912c3acf2 req-5539bd6b-83be-4448-a070-10fd48b74653 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746609 Jun 01 15:55:34.059023 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Routers {'f0b008a6-30fe-4641-ac55-1a70d1fbfdae'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:55:34.059663 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-b943a797-7f6c-4295-828a-d068a188000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:55:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:34.134709 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Pushing event updated for resources: {'Port': ['ID=1ff4e09b-679a-428e-92b9-6acb605a1f18,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:34.147435 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:34.179019 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c58c33-a809-5445-82d3-f2e7d60efdb5-2270899d-a3d9-454d-8218-2cc78409b73c', 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'fixed_ips': [{'subnet_id': 'a9047fae-5256-417f-95d0-ce330fceb483'}]}} from dv-cinder-793515-3-iscsi. {{(pid=91912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:55:34.182737 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:34.356518 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7985288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15144'] for router, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:34.601420 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-b943a797-7f6c-4295-828a-d068a188000e None None] Set router f0b008a6-30fe-4641-ac55-1a70d1fbfdae gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:55:34.746679 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-271016fd-89a7-4235-9d5b-a94312b6ab91 req-01a525c2-21ee-4179-afb8-48c11371f8b0 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 210 time: 0.0825801 Jun 01 15:55:34.761166 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Allocated IP 172.20.0.2 (2270899d-a3d9-454d-8218-2cc78409b73c/a9047fae-5256-417f-95d0-ce330fceb483/aa731f8a-9f7e-47b5-a768-c5eca3a1942e) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:55:34.832767 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:34.837045 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['04d514ca-581b-43b9-b447-656b7ca7d28c'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:55:34.865860 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:35.071993 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Allocated IP 172.27.2.25 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/1c5d0332-407a-42b4-a13a-b6a1bd7da4d7) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:55:35.271726 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:35.293687 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-b943a797-7f6c-4295-828a-d068a188000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:28Z', 'revision_number': 4, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '1ff4e09b-679a-428e-92b9-6acb605a1f18', 'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'mac_address': 'fa:16:3e:bd:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '542bd353-b377-4325-af50-fac452a28ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:27Z', 'updated_at': '2021-06-01T15:55:33Z', 'revision_number': 4, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'subnets': [{'id': '542bd353-b377-4325-af50-fac452a28ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:35.298840 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Transition to ACTIVE for port object aa731f8a-9f7e-47b5-a768-c5eca3a1942e will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:55:35.306441 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943a797-7f6c-4295-828a-d068a188000e None None] The sync data for ids ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'] in dv-cinder-793515-3-iscsi is: [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:28Z', 'revision_number': 4, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '1ff4e09b-679a-428e-92b9-6acb605a1f18', 'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'mac_address': 'fa:16:3e:bd:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '542bd353-b377-4325-af50-fac452a28ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:27Z', 'updated_at': '2021-06-01T15:55:33Z', 'revision_number': 4, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'subnets': [{'id': '542bd353-b377-4325-af50-fac452a28ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:55:35.329590 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Transition to ACTIVE for port object aa731f8a-9f7e-47b5-a768-c5eca3a1942e will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:55:35.337045 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:35.340258 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:35.351159 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:35.439521 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Network 2270899d-a3d9-454d-8218-2cc78409b73c is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:55:35.447217 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:55:35.458512 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:55:35.632207 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae44c00-f743-4723-96c9-ba57c38643ad req-8aff246c-0a21-45e5-87ab-e356a09d4776 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:35.657560 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1ae44c00-f743-4723-96c9-ba57c38643ad req-8aff246c-0a21-45e5-87ab-e356a09d4776 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.3167241 Jun 01 15:55:35.664164 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:35.691657 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:35.735143 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Pushing event updated for resources: {'Port': ['ID=aa731f8a-9f7e-47b5-a768-c5eca3a1942e,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:35.799866 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Attempting to bind port aa731f8a-9f7e-47b5-a768-c5eca3a1942e on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:55:35.800649 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Attempting to bind port aa731f8a-9f7e-47b5-a768-c5eca3a1942e by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '9e0cac6f-f866-4e54-8681-c899a5e4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:55:35.801246 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Attempting to bind port aa731f8a-9f7e-47b5-a768-c5eca3a1942e on network 2270899d-a3d9-454d-8218-2cc78409b73c {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:55:35.804152 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:35.812946 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:55:35.813636 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Checking segment: {'id': '9e0cac6f-f866-4e54-8681-c899a5e4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:55:35.814265 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:35.815317 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Bound using segment: {'id': '9e0cac6f-f866-4e54-8681-c899a5e4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:55:35.816599 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Bound port: aa731f8a-9f7e-47b5-a768-c5eca3a1942e, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0cac6f-f866-4e54-8681-c899a5e4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:55:35.817305 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:35.822878 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:55:35.827073 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5d0332-407a-42b4-a13a-b6a1bd7da4d7,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:35.832946 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:55:35.837588 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:35.847154 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:55:35.968648 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] For port aa731f8a-9f7e-47b5-a768-c5eca3a1942e, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:55:35.973042 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] For port aa731f8a-9f7e-47b5-a768-c5eca3a1942e, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=aa731f8a-9f7e-47b5-a768-c5eca3a1942e,segment=NetworkSegment(9e0cac6f-f866-4e54-8681-c899a5e4c39f),segment_id=9e0cac6f-f866-4e54-8681-c899a5e4c39f)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:55:35.988222 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:35.999389 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:36.012566 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1ae44c00-f743-4723-96c9-ba57c38643ad req-8b22576b-09a4-4579-88bb-70a9d06b4a3c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532925 Jun 01 15:55:36.224211 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Pushing event updated for resources: {'Port': ['ID=aa731f8a-9f7e-47b5-a768-c5eca3a1942e,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:36.239120 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:36.493963 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 1ff4e09b-679a-428e-92b9-6acb605a1f18 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:36.725473 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5cc46029-d360-4349-969a-fdb00c6ea136 req-25b7edb2-fc77-4d68-a36e-362e0f93f1e5 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f81b7e3-7b2d-46eb-955c-36b3e7f84ec0 HTTP/1.1" status: 200 len: 210 time: 0.1926894 Jun 01 15:55:36.768931 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:55:36.779980 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 1ff4e09b-679a-428e-92b9-6acb605a1f18 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:55:36.787931 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 1ff4e09b-679a-428e-92b9-6acb605a1f18 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:36.788638 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:36.879148 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 04d514ca-581b-43b9-b447-656b7ca7d28c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:36.974042 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: 04d514ca-581b-43b9-b447-656b7ca7d28c {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:36.974541 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 04d514ca-581b-43b9-b447-656b7ca7d28c not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:37.267930 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:37.293844 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:37.383845 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 1ff4e09b-679a-428e-92b9-6acb605a1f18, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=1ff4e09b-679a-428e-92b9-6acb605a1f18,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:37.398177 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:37.409353 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:37.706102 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=1ff4e09b-679a-428e-92b9-6acb605a1f18,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:37.721957 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:37.888476 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46120) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:37.967936 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5476af-3ff4-4688-a3e6-b7b5feff21a6 req-534505eb-324b-4f9f-9de2-5ee44d62d1fb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:37.978964 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-de5476af-3ff4-4688-a3e6-b7b5feff21a6 req-534505eb-324b-4f9f-9de2-5ee44d62d1fb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.5216136 Jun 01 15:55:38.130698 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74bc556-d188-4b7a-8d75-1ce81b4fd346 None None] Network 2270899d-a3d9-454d-8218-2cc78409b73c requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:55:38.245785 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-106758a9-3290-4302-9186-ff3aba77375c None None] Provisioning for port aa731f8a-9f7e-47b5-a768-c5eca3a1942e completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:55:38.376393 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7985253'] for router, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:38.539512 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-de5476af-3ff4-4688-a3e6-b7b5feff21a6 req-e736f831-cd20-4895-9a98-e4e5b0751eca tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898663 Jun 01 15:55:38.619919 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device aa731f8a-9f7e-47b5-a768-c5eca3a1942e up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:38.838415 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port aa731f8a-9f7e-47b5-a768-c5eca3a1942e completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:55:38.852841 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Router b22e4510-1226-43bf-8fe8-7fb565e09137 is scheduled to L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 with binding_index 1 {{(pid=91910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:55:38.853122 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port aa731f8a-9f7e-47b5-a768-c5eca3a1942e triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:38.853122 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.178395 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.257413 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985698'] for router_interface, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.267491 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port aa731f8a-9f7e-47b5-a768-c5eca3a1942e, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=aa731f8a-9f7e-47b5-a768-c5eca3a1942e,segment=NetworkSegment(9e0cac6f-f866-4e54-8681-c899a5e4c39f),segment_id=9e0cac6f-f866-4e54-8681-c899a5e4c39f)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:39.274243 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.275468 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 1ff4e09b-679a-428e-92b9-6acb605a1f18 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:39.417806 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:39.427360 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:55:39.442667 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Sync routers for ids ['b22e4510-1226-43bf-8fe8-7fb565e09137'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:55:39.457039 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Routers {'b22e4510-1226-43bf-8fe8-7fb565e09137'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:55:39.457681 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:55:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['b22e4510-1226-43bf-8fe8-7fb565e09137'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:39.497476 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] Notify callbacks [] for router, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.505074 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-160ee2fb-211f-4717-a897-582b433ca290 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8352854 Jun 01 15:55:39.505831 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46128) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:39.510896 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=aa731f8a-9f7e-47b5-a768-c5eca3a1942e,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:39.516623 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:39.537204 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 1ff4e09b-679a-428e-92b9-6acb605a1f18 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:39.537599 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.734767 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Set router b22e4510-1226-43bf-8fe8-7fb565e09137 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:55:39.770664 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-fc964c86-2ee8-4942-805a-9f1953e9d4c7 None None] Provisioning complete for port aa731f8a-9f7e-47b5-a768-c5eca3a1942e triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:39.771814 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fc964c86-2ee8-4942-805a-9f1953e9d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.320406 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'name': 'tempest-TestMinimumBasicScenario-183866382-router', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:33Z', 'updated_at': '2021-06-01T15:55:36Z', 'revision_number': 3, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'gw_port': {'id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:34Z', 'updated_at': '2021-06-01T15:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:40.324913 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Checking router: b22e4510-1226-43bf-8fe8-7fb565e09137 for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:55:40.325305 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Updating router b22e4510-1226-43bf-8fe8-7fb565e09137 port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 binding host dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:55:40.425682 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device aa731f8a-9f7e-47b5-a768-c5eca3a1942e up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:40.439850 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.722060 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-497a0fd4-07ca-42ee-9c1a-12c1feb2774c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.759952 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port aa731f8a-9f7e-47b5-a768-c5eca3a1942e triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:40.759952 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.995078 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Deleting port 91b8582e-a57c-46d3-b8f9-395e7659dd4b {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:55:40.995704 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:41.130180 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6fb03-10b4-4926-8e33-ced6dbe41db3 req-666a0c42-54df-4265-bc00-1a276e604f85 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:41.137519 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b2d6fb03-10b4-4926-8e33-ced6dbe41db3 req-666a0c42-54df-4265-bc00-1a276e604f85 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 1.3842373 Jun 01 15:55:41.288397 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:41.330325 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Transition to ACTIVE for port object 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:55:41.347205 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:41.381707 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:41.391621 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b2d6fb03-10b4-4926-8e33-ced6dbe41db3 req-b0e23192-0400-4d95-ace8-5a98bd1719a8 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528718 Jun 01 15:55:41.417786 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] For port 91b8582e-a57c-46d3-b8f9-395e7659dd4b, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=91b8582e-a57c-46d3-b8f9-395e7659dd4b,segment=NetworkSegment(d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e),segment_id=d726a0fd-b5cf-46bd-bb47-e7132c7f9c7e)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:41.418365 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:41.595884 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Calling delete_port for 91b8582e-a57c-46d3-b8f9-395e7659dd4b owned by network:router_interface {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:55:41.598323 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d59ea-ea16-479f-b7f9-5a42d14a1945 None None] Pushing event updated for resources: {'Port': ['ID=1c5d0332-407a-42b4-a13a-b6a1bd7da4d7,revision_number=2']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:41.611980 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-586d59ea-ea16-479f-b7f9-5a42d14a1945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:41.636195 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Attempting to bind port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:55:41.636761 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Attempting to bind port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:55:41.637130 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Attempting to bind port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 on network 33f215dc-9a0b-4949-9713-0c7e803de905 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:55:41.660919 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:55:41.662474 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Checking segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:55:41.663006 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:41.663407 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Bound using segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:55:41.663885 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Bound port: 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:55:41.664254 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:41.792787 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] For port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:55:41.797394 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] For port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=1c5d0332-407a-42b4-a13a-b6a1bd7da4d7,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:55:41.803911 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:41.813154 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:41.912629 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Routers {'b22e4510-1226-43bf-8fe8-7fb565e09137'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:55:41.913258 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:55:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['b22e4510-1226-43bf-8fe8-7fb565e09137'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:41.913865 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:42.003363 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d59ea-ea16-479f-b7f9-5a42d14a1945 None None] Pushing event updated for resources: {'Port': ['ID=1c5d0332-407a-42b4-a13a-b6a1bd7da4d7,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:42.008743 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-586d59ea-ea16-479f-b7f9-5a42d14a1945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:42.179305 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] Set router b22e4510-1226-43bf-8fe8-7fb565e09137 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:55:42.205393 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:42.222245 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:42.353346 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=91b8582e-a57c-46d3-b8f9-395e7659dd4b,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:42.362561 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:42.397974 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Allocated IP 172.20.0.1 (2270899d-a3d9-454d-8218-2cc78409b73c/a9047fae-5256-417f-95d0-ce330fceb483/e43620ed-d8f9-4848-bd9b-130bc4bc4e47) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:55:42.728936 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7985074'] for router_interface, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:42.821126 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:42.839836 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'name': 'tempest-TestMinimumBasicScenario-183866382-router', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:33Z', 'updated_at': '2021-06-01T15:55:36Z', 'revision_number': 3, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'gw_port': {'id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:34Z', 'updated_at': '2021-06-01T15:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:42.849249 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Transition to ACTIVE for port object e43620ed-d8f9-4848-bd9b-130bc4bc4e47 will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:55:42.858381 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083852ce-ebdd-415d-a368-50c63d491a79 None None] The sync data for ids ['b22e4510-1226-43bf-8fe8-7fb565e09137'] in dv-cinder-793515-3-iscsi is: [{'id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'name': 'tempest-TestMinimumBasicScenario-183866382-router', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:33Z', 'updated_at': '2021-06-01T15:55:36Z', 'revision_number': 3, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'gw_port': {'id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:34Z', 'updated_at': '2021-06-01T15:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:55:42.865694 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c8fa8-d1ca-4252-aec3-ad4d0427b1f6 req-73b718a4-67c1-42db-ba34-d6f5efa3d971 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:42.874917 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7a3c8fa8-d1ca-4252-aec3-ad4d0427b1f6 req-73b718a4-67c1-42db-ba34-d6f5efa3d971 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.2812178 Jun 01 15:55:42.939237 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7a3c8fa8-d1ca-4252-aec3-ad4d0427b1f6 req-8f3e4eba-6cb7-4d0e-be75-801faa47c064 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633667 Jun 01 15:55:42.977497 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:42.983077 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:43.171910 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-71036b76-35c0-47bb-a328-ec5a461ac915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:43.184879 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Network 2270899d-a3d9-454d-8218-2cc78409b73c is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:55:43.201442 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:55:43.226655 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:55:43.306562 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:55:43.352325 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Pushing event updated for resources: {'Port': ['ID=e43620ed-d8f9-4848-bd9b-130bc4bc4e47,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:43.369800 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:43.406270 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7985839'] for router_interface, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:43.412813 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:43.417739 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-46a5db2c-5f4b-4e6b-8800-09e590ecdf06 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3843322 Jun 01 15:55:43.455822 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:43.603774 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:43.665123 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-165c72f1-93d9-4773-b3d9-d9322ee83806 None None] Provisioning for port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:55:43.671523 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-165c72f1-93d9-4773-b3d9-d9322ee83806 None None] Provisioning complete for port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:43.672170 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-165c72f1-93d9-4773-b3d9-d9322ee83806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:43.816887 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-165c72f1-93d9-4773-b3d9-d9322ee83806 None None] Port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:55:43.835515 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:55:43.850698 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0fa6f2-31cf-4914-9d7e-5460858c2061 None None] Sync routers for ids ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:55:43.867381 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fa6f2-31cf-4914-9d7e-5460858c2061 None None] Routers {'77b82d67-613c-46b9-b7cc-3aa03f7b01e5'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:55:43.869565 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-fd0fa6f2-31cf-4914-9d7e-5460858c2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:55:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:43.883951 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] 10.222.0.63 "PUT /v2.0/routers/77b82d67-613c-46b9-b7cc-3aa03f7b01e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9943419 Jun 01 15:55:43.885623 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46170) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:44.069034 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.077474 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.348997 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ae2011cf-a9fd-408f-b91d-156c71377d75 tempest-ServerRescueNegativeTestJSON-1830753932 tempest-ServerRescueNegativeTestJSON-1830753932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:44.355742 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-fd0fa6f2-31cf-4914-9d7e-5460858c2061 None None] Set router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:55:44.370882 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Notify callbacks [] for router, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.428784 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985712'] for router_interface, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.603186 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Pushing event updated for resources: {'Port': ['ID=e43620ed-d8f9-4848-bd9b-130bc4bc4e47,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:44.630841 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:44.634663 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:44.801789 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.907538 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7b385-3b37-493a-b15d-47c892792fb0 req-92c7178a-874e-4224-9894-8cf4e8af9e31 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:44.914962 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b7b7b385-3b37-493a-b15d-47c892792fb0 req-92c7178a-874e-4224-9894-8cf4e8af9e31 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.6607666 Jun 01 15:55:44.955101 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Deleting port 05f465d4-bfde-43e9-a35d-ab29ded2d296 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:55:44.955700 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.966100 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Network 2270899d-a3d9-454d-8218-2cc78409b73c is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:55:44.968641 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:55:44.974307 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.011435 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-fd0fa6f2-31cf-4914-9d7e-5460858c2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-router', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:16Z', 'updated_at': '2021-06-01T15:55:42Z', 'revision_number': 5, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'gw_port': {'id': '05f465d4-bfde-43e9-a35d-ab29ded2d296', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:18Z', 'updated_at': '2021-06-01T15:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:45.018411 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:55:45.055184 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:45.056049 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.102564 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b7b7b385-3b37-493a-b15d-47c892792fb0 req-7d16b18b-bea6-44f0-95a6-ed25fe142294 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867270 Jun 01 15:55:45.141086 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0fa6f2-31cf-4914-9d7e-5460858c2061 None None] Checking router: 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:55:45.199380 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fa6f2-31cf-4914-9d7e-5460858c2061 None None] Routers {'77b82d67-613c-46b9-b7cc-3aa03f7b01e5'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:55:45.213729 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-fd0fa6f2-31cf-4914-9d7e-5460858c2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:55:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:45.381137 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] For port 05f465d4-bfde-43e9-a35d-ab29ded2d296, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=05f465d4-bfde-43e9-a35d-ab29ded2d296,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:45.382354 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.383595 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Router b22e4510-1226-43bf-8fe8-7fb565e09137 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:55:45.566438 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-fd0fa6f2-31cf-4914-9d7e-5460858c2061 None None] Set router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 gateway port host: None {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:55:45.658987 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Calling delete_port for 05f465d4-bfde-43e9-a35d-ab29ded2d296 owned by network:router_gateway {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:55:45.795550 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:55:45.813076 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] 10.222.0.63 "PUT /v2.0/routers/b22e4510-1226-43bf-8fe8-7fb565e09137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3058932 Jun 01 15:55:45.821165 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-fd0fa6f2-31cf-4914-9d7e-5460858c2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-router', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:16Z', 'updated_at': '2021-06-01T15:55:44Z', 'revision_number': 6, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'gw_port_host': None}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:45.829944 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Sync routers for ids ['b22e4510-1226-43bf-8fe8-7fb565e09137'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:55:45.832498 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0fa6f2-31cf-4914-9d7e-5460858c2061 None None] The sync data for ids ['77b82d67-613c-46b9-b7cc-3aa03f7b01e5'] in dv-cinder-793515-3-iscsi is: [{'id': '77b82d67-613c-46b9-b7cc-3aa03f7b01e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1445336387-router', 'tenant_id': '5d759c69f2c64d5487f908cd3d18c40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:16Z', 'updated_at': '2021-06-01T15:55:44Z', 'revision_number': 6, 'project_id': '5d759c69f2c64d5487f908cd3d18c40f', 'gw_port_host': None}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:55:45.858700 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Routers {'b22e4510-1226-43bf-8fe8-7fb565e09137'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:55:45.861107 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:55:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['b22e4510-1226-43bf-8fe8-7fb565e09137'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:45.901030 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-c3c8c2be-5603-4c0f-a690-c5bea8417b41 None None] Provisioning complete for port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:45.901402 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3c8c2be-5603-4c0f-a690-c5bea8417b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.963606 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8c2be-5603-4c0f-a690-c5bea8417b41 None None] Port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:55:46.030588 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:46.037930 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:46.107979 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:46.145296 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=1c5d0332-407a-42b4-a13a-b6a1bd7da4d7,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:46.159826 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:46.162092 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:46.229720 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Pushing event deleted for resources: {'Port': ['ID=05f465d4-bfde-43e9-a35d-ab29ded2d296,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:46.242785 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:46.259108 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Set router b22e4510-1226-43bf-8fe8-7fb565e09137 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:55:46.296740 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7985225'] for router_gateway, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:46.376156 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=1c5d0332-407a-42b4-a13a-b6a1bd7da4d7,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:46.397810 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:46.478267 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 91b8582e-a57c-46d3-b8f9-395e7659dd4b no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:46.564945 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 91b8582e-a57c-46d3-b8f9-395e7659dd4b {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:46.565259 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 91b8582e-a57c-46d3-b8f9-395e7659dd4b not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:46.583475 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:46.661091 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca514b-d597-4557-8a21-8e5e6ec87ffe req-bfca5817-c8fb-43cc-a1dc-ccaf88de16e8 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:46.662674 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-49ca514b-d597-4557-8a21-8e5e6ec87ffe req-bfca5817-c8fb-43cc-a1dc-ccaf88de16e8 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.2053437 Jun 01 15:55:46.731409 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15153'] for router, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:46.734458 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:46.749277 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-49ca514b-d597-4557-8a21-8e5e6ec87ffe req-3c6bfb2e-89cf-4134-9b5d-e5484655f69c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763953 Jun 01 15:55:46.837410 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999407'] for router, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:46.838891 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77b82d67-613c-46b9-b7cc-3aa03f7b01e5 {{(pid=91911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 15:55:46.854173 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:46.855543 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] 10.222.0.63 "DELETE /v2.0/routers/77b82d67-613c-46b9-b7cc-3aa03f7b01e5 HTTP/1.1" status: 204 len: 168 time: 2.9643948 Jun 01 15:55:46.859348 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46248) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:46.968001 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'name': 'tempest-TestMinimumBasicScenario-183866382-router', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:33Z', 'updated_at': '2021-06-01T15:55:43Z', 'revision_number': 4, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'gw_port': {'id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:34Z', 'updated_at': '2021-06-01T15:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'e43620ed-d8f9-4848-bd9b-130bc4bc4e47', 'name': '', 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'mac_address': 'fa:16:3e:70:1c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a9047fae-5256-417f-95d0-ce330fceb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:42Z', 'updated_at': '2021-06-01T15:55:43Z', 'revision_number': 2, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'subnets': [{'id': 'a9047fae-5256-417f-95d0-ce330fceb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:46.975561 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Checking router: b22e4510-1226-43bf-8fe8-7fb565e09137 for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:55:46.976107 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Updating router b22e4510-1226-43bf-8fe8-7fb565e09137 port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 binding host dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:55:47.047311 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:47.105183 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a4ca81-a3ac-4d7a-ac34-20e94504473f admin admin] Deleting subnet 9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:55:47.117179 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-09a4ca81-a3ac-4d7a-ac34-20e94504473f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:47.128102 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46260) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:47.215452 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-09a4ca81-a3ac-4d7a-ac34-20e94504473f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5375913'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:47.281012 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb943a6-f760-4fc2-be8b-07ce5b5d3a46 admin admin] Deleting subnet a724afaa-7469-4a92-900b-469ae6cb5047 {{(pid=91910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:55:47.295267 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9bb943a6-f760-4fc2-be8b-07ce5b5d3a46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:47.306701 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-09a4ca81-a3ac-4d7a-ac34-20e94504473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:47.467085 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9bb943a6-f760-4fc2-be8b-07ce5b5d3a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6039567'] for subnet, precommit_delete_associations {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:47.748643 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9bb943a6-f760-4fc2-be8b-07ce5b5d3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:47.840234 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-09a4ca81-a3ac-4d7a-ac34-20e94504473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5468455'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:47.856492 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-189683dd-a5a0-4295-a56d-83226548fe9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:47.938704 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:47.953679 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4ca81-a3ac-4d7a-ac34-20e94504473f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5b56e6-bd2e-487c-90c7-7bc8decc3e69,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:47.954333 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Transition to ACTIVE for port object e43620ed-d8f9-4848-bd9b-130bc4bc4e47 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:55:47.958008 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-09a4ca81-a3ac-4d7a-ac34-20e94504473f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:47.967988 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:47.970821 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-09a4ca81-a3ac-4d7a-ac34-20e94504473f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:47.971404 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-a7c6da97-621a-4ef6-b6eb-f3bd3a99ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:47.976418 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-a7c6da97-621a-4ef6-b6eb-f3bd3a99ccf2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 1099 time: 0.3842299 Jun 01 15:55:47.977910 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:47.994071 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46270) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:47.994275 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-09a4ca81-a3ac-4d7a-ac34-20e94504473f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9d5b56e6-bd2e-487c-90c7-7bc8decc3e69 HTTP/1.1" status: 204 len: 168 time: 1.1336236 Jun 01 15:55:48.100612 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c234a8-f95b-4bda-86df-a942a8356f45 None None] Pushing event updated for resources: {'Port': ['ID=e43620ed-d8f9-4848-bd9b-130bc4bc4e47,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:48.106215 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-61c234a8-f95b-4bda-86df-a942a8356f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:48.445826 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:48.475640 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Attempting to bind port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:55:48.476021 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Attempting to bind port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '9e0cac6f-f866-4e54-8681-c899a5e4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:55:48.476389 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Attempting to bind port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 on network 2270899d-a3d9-454d-8218-2cc78409b73c {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:55:48.496332 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:55:48.496717 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Checking segment: {'id': '9e0cac6f-f866-4e54-8681-c899a5e4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:55:48.497125 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.498180 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Bound using segment: {'id': '9e0cac6f-f866-4e54-8681-c899a5e4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:55:48.498726 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Bound port: e43620ed-d8f9-4848-bd9b-130bc4bc4e47, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0cac6f-f866-4e54-8681-c899a5e4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:55:48.499102 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.524481 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-e5cf04aa-7911-412e-a52c-1e382b1850ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:48.531725 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-e5cf04aa-7911-412e-a52c-1e382b1850ca service neutron] 10.222.0.86 "GET /v2.0/networks?id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 200 len: 912 time: 0.4425712 Jun 01 15:55:48.560672 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.635527 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] For port e43620ed-d8f9-4848-bd9b-130bc4bc4e47, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:55:48.645020 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] For port e43620ed-d8f9-4848-bd9b-130bc4bc4e47, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=e43620ed-d8f9-4848-bd9b-130bc4bc4e47,segment=NetworkSegment(9e0cac6f-f866-4e54-8681-c899a5e4c39f),segment_id=9e0cac6f-f866-4e54-8681-c899a5e4c39f)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:55:48.651512 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.662795 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-586d59ea-ea16-479f-b7f9-5a42d14a1945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:48.665457 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:48.666371 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.756605 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Routers {'b22e4510-1226-43bf-8fe8-7fb565e09137'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:55:48.757229 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:55:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['b22e4510-1226-43bf-8fe8-7fb565e09137'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:49.009651 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 05f465d4-bfde-43e9-a35d-ab29ded2d296 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:49.102190 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c234a8-f95b-4bda-86df-a942a8356f45 None None] Pushing event updated for resources: {'Port': ['ID=e43620ed-d8f9-4848-bd9b-130bc4bc4e47,revision_number=4']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:49.116619 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-61c234a8-f95b-4bda-86df-a942a8356f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:49.139964 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 05f465d4-bfde-43e9-a35d-ab29ded2d296 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:49.140599 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 05f465d4-bfde-43e9-a35d-ab29ded2d296 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:49.192647 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] Set router b22e4510-1226-43bf-8fe8-7fb565e09137 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:55:49.317802 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.350568 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af501cd9-f0eb-478b-a3ea-1aa54aece6b5']}} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:49.380134 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e') {'for_net_delete': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:49.380134 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd726a0fd-b5cf-46bd-bb47-e7132c7f9c7e') {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:49.408847 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6039576'] for segment, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.470469 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.479493 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-9376b14f-3f7c-4a2e-89e1-d6f2fd88186c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1c74f1b-053b-491d-a7ad-863ba01a09aa HTTP/1.1" status: 200 len: 1000 time: 0.9115112 Jun 01 15:55:49.485243 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=91910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:55:49.485723 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6144326'] for segment, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: Traceback (most recent call last): Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: timer() Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: cb(*args, **kw) Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: return func(*args, **kwargs) Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: self._notify() Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: self.callback(batched_events) Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: event.method(event) Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: return f(self, *a, **k) Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: return self._get(url).json() Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: return self.request(url, 'GET', **kwargs) Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:55:49.506189 dv-cinder-793515-3-iscsi neutron-server[91910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:55:49.579374 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b649b-a3d4-4070-87fb-32d906320173 req-8014a499-2561-49a6-a078-59b2ab61df80 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:49.587135 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bc3b649b-a3d4-4070-87fb-32d906320173 req-8014a499-2561-49a6-a078-59b2ab61df80 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 1.4967365 Jun 01 15:55:49.720817 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9bb943a6-f760-4fc2-be8b-07ce5b5d3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6144996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6055573'] for subnet, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.753817 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:49.902801 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb943a6-f760-4fc2-be8b-07ce5b5d3a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a724afaa-7469-4a92-900b-469ae6cb5047,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:49.904857 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9bb943a6-f760-4fc2-be8b-07ce5b5d3a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.911747 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9bb943a6-f760-4fc2-be8b-07ce5b5d3a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:49.914930 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-bb107370-cfa2-4461-9615-48f1633f49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:49.917098 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-bb107370-cfa2-4461-9615-48f1633f49f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bab6368-25d8-4c2d-a23d-c0d5327163ea HTTP/1.1" status: 200 len: 850 time: 0.4019051 Jun 01 15:55:49.920940 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.922752 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'name': 'tempest-TestMinimumBasicScenario-183866382-router', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:33Z', 'updated_at': '2021-06-01T15:55:43Z', 'revision_number': 4, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'gw_port': {'id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:34Z', 'updated_at': '2021-06-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'e43620ed-d8f9-4848-bd9b-130bc4bc4e47', 'name': '', 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'mac_address': 'fa:16:3e:70:1c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a9047fae-5256-417f-95d0-ce330fceb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:42Z', 'updated_at': '2021-06-01T15:55:48Z', 'revision_number': 4, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'subnets': [{'id': 'a9047fae-5256-417f-95d0-ce330fceb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:49.956906 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bc3b649b-a3d4-4070-87fb-32d906320173 req-42ee222f-ea86-453d-8215-d3a009766e0b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3615253 Jun 01 15:55:49.976743 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f0b43-00ea-4cd4-a4f4-d862f9c37b94 None None] The sync data for ids ['b22e4510-1226-43bf-8fe8-7fb565e09137'] in dv-cinder-793515-3-iscsi is: [{'id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'name': 'tempest-TestMinimumBasicScenario-183866382-router', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:33Z', 'updated_at': '2021-06-01T15:55:43Z', 'revision_number': 4, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'gw_port': {'id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:34Z', 'updated_at': '2021-06-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'e43620ed-d8f9-4848-bd9b-130bc4bc4e47', 'name': '', 'network_id': '2270899d-a3d9-454d-8218-2cc78409b73c', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'mac_address': 'fa:16:3e:70:1c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'a9047fae-5256-417f-95d0-ce330fceb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:42Z', 'updated_at': '2021-06-01T15:55:48Z', 'revision_number': 4, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'subnets': [{'id': 'a9047fae-5256-417f-95d0-ce330fceb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:55:50.035767 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:50.083147 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:50.090885 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] 10.222.0.63 "DELETE /v2.0/networks/af501cd9-f0eb-478b-a3ea-1aa54aece6b5 HTTP/1.1" status: 204 len: 168 time: 2.0953531 Jun 01 15:55:50.096381 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9bb943a6-f760-4fc2-be8b-07ce5b5d3a46 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a724afaa-7469-4a92-900b-469ae6cb5047 HTTP/1.1" status: 204 len: 168 time: 2.9671412 Jun 01 15:55:50.098814 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46282) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:50.100817 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] Pushing event deleted for resources: {'Network': ['ID=af501cd9-f0eb-478b-a3ea-1aa54aece6b5,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:50.105113 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:50.189013 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c99c1-b328-4f82-b580-a72efcf480d7 req-0b71249f-cfeb-448e-bd2c-d468d17b61a9 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:50.197638 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-425c99c1-b328-4f82-b580-a72efcf480d7 req-0b71249f-cfeb-448e-bd2c-d468d17b61a9 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 945 time: 0.3958969 Jun 01 15:55:50.222975 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-935cedc2-dc62-4e38-b643-8aa11eb7360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:50.227315 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-935cedc2-dc62-4e38-b643-8aa11eb7360e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2878027 Jun 01 15:55:50.378677 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-425c99c1-b328-4f82-b580-a72efcf480d7 req-a20d98d7-5d83-41d0-8a88-bf963f44151b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799228 Jun 01 15:55:50.422816 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:50.524822 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46284) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:50.525617 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device e43620ed-d8f9-4848-bd9b-130bc4bc4e47 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:50.656540 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:55:50.664108 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:50.664721 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:50.678593 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-462a1d94-b3fb-4579-b52f-acb255b45ce7 service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236135 Jun 01 15:55:50.679172 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46286) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:50.690167 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d05e2675-1786-4eb8-8453-1c0c078321a2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5d759c69f2c64d5487f908cd3d18c40f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1473444 Jun 01 15:55:50.891936 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:50.918012 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:50.947370 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port e43620ed-d8f9-4848-bd9b-130bc4bc4e47, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=e43620ed-d8f9-4848-bd9b-130bc4bc4e47,segment=NetworkSegment(9e0cac6f-f866-4e54-8681-c899a5e4c39f),segment_id=9e0cac6f-f866-4e54-8681-c899a5e4c39f)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:50.955329 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:50.967474 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:50.975926 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cb7190-8e4c-4092-9905-4e8d9a3d21d8']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:51.010968 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de48fa4-0552-4f3d-b116-f5e9bb30058c') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:51.011338 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de48fa4-0552-4f3d-b116-f5e9bb30058c') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:51.061592 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:51.093854 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:51.132626 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:55:51.141896 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:55:51.192718 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:55:51.211948 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=e43620ed-d8f9-4848-bd9b-130bc4bc4e47,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:51.218121 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:51.252720 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-af5c0950-9167-4919-9357-7f91c68a5e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:51.359468 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:51.364069 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-af5c0950-9167-4919-9357-7f91c68a5e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:51.366120 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:51.368864 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:51.373109 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-feaf7591-3b80-418f-a87e-d8af6c6cbdb4 req-05ee65c1-b6bc-4110-9a7c-389d9f06f194 service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584556 Jun 01 15:55:51.410981 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] Pushing event deleted for resources: {'Network': ['ID=57cb7190-8e4c-4092-9905-4e8d9a3d21d8,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:51.416028 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:51.429886 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ee23f510-6b2e-4b6a-998b-b7f8126a2531 admin admin] 10.222.0.63 "DELETE /v2.0/networks/57cb7190-8e4c-4092-9905-4e8d9a3d21d8 HTTP/1.1" status: 204 len: 168 time: 1.3279910 Jun 01 15:55:51.506729 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-af5c0950-9167-4919-9357-7f91c68a5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:51.517282 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b602734f-8c54-4ecd-b73d-3f68801588ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:51.554542 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c0950-9167-4919-9357-7f91c68a5e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4434dc0a-3004-4de3-8369-93473b57b9e6,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:51.577812 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-af5c0950-9167-4919-9357-7f91c68a5e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:51.681336 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-af5c0950-9167-4919-9357-7f91c68a5e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:51.683303 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-af5c0950-9167-4919-9357-7f91c68a5e09 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4434dc0a-3004-4de3-8369-93473b57b9e6 HTTP/1.1" status: 204 len: 168 time: 0.9988329 Jun 01 15:55:51.772405 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521d4b6-a0d5-419b-9684-9941a51f3910 req-9007b677-8420-4487-b98b-79eae790892b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:51.778070 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6521d4b6-a0d5-419b-9684-9941a51f3910 req-9007b677-8420-4487-b98b-79eae790892b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.4833686 Jun 01 15:55:51.874321 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c31a4c-5f56-40f4-9da5-3aadd9fe2cf8 req-2513229e-0ab4-43d2-ae3a-96a296d2667b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:51.884026 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-51c31a4c-5f56-40f4-9da5-3aadd9fe2cf8 req-2513229e-0ab4-43d2-ae3a-96a296d2667b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 945 time: 0.2962348 Jun 01 15:55:51.949357 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46300) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:52.031783 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a2a4a891-861b-431b-a32d-5b0ace3ccf6e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=46eafb6acf9542faad1af67472fcf521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810528 Jun 01 15:55:52.034156 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46304) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:52.062510 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6521d4b6-a0d5-419b-9684-9941a51f3910 req-807721c3-bd4f-40eb-b672-4f9ec317f7ad tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691281 Jun 01 15:55:52.105200 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-51c31a4c-5f56-40f4-9da5-3aadd9fe2cf8 req-be107028-39fa-4276-ad91-066956919c6c tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199380 Jun 01 15:55:52.179119 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9e95-6a8d-4f8b-b3a6-280b3198cb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:52.181470 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e058571-452b-4e00-882d-1cd36646c8f3 req-d8e5ee13-62ee-4abb-a7e3-9d0ca10bf2db tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:52.190133 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7e058571-452b-4e00-882d-1cd36646c8f3 req-d8e5ee13-62ee-4abb-a7e3-9d0ca10bf2db tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.86 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 945 time: 0.2495482 Jun 01 15:55:52.252596 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9e95-6a8d-4f8b-b3a6-280b3198cb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:52.345684 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9e95-6a8d-4f8b-b3a6-280b3198cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:52.349793 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3e36c775-f953-4f95-a97e-4d147994c459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:52.381764 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb9e95-6a8d-4f8b-b3a6-280b3198cb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab78842-5b3b-475d-a4e3-36620aaca184,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:52.417907 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ceeb9e95-6a8d-4f8b-b3a6-280b3198cb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:52.453917 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9e95-6a8d-4f8b-b3a6-280b3198cb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:52.463265 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ceeb9e95-6a8d-4f8b-b3a6-280b3198cb2d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5ab78842-5b3b-475d-a4e3-36620aaca184 HTTP/1.1" status: 204 len: 168 time: 0.4278591 Jun 01 15:55:52.501268 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device e43620ed-d8f9-4848-bd9b-130bc4bc4e47 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:52.527458 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-7e058571-452b-4e00-882d-1cd36646c8f3 req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Deleting port eeec0a10-f247-42b0-b273-178ea0aaa0d6 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:55:52.527850 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-7e058571-452b-4e00-882d-1cd36646c8f3 req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:52.658894 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:52.659270 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:52.784317 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-7e058571-452b-4e00-882d-1cd36646c8f3 req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] For port eeec0a10-f247-42b0-b273-178ea0aaa0d6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eeec0a10-f247-42b0-b273-178ea0aaa0d6,segment=NetworkSegment(e956bb0a-6477-431b-becd-7c1e5072d471),segment_id=e956bb0a-6477-431b-becd-7c1e5072d471)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:52.785544 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-7e058571-452b-4e00-882d-1cd36646c8f3 req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:53.215585 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [req-7e058571-452b-4e00-882d-1cd36646c8f3 req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Calling delete_port for eeec0a10-f247-42b0-b273-178ea0aaa0d6 owned by compute:nova {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:55:53.474533 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dfb0c5a8-afa1-400d-bc17-888b05e32459 req-1efbb4e0-cca1-4338-87cf-3964b86ad9f1 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 210 time: 0.0974154 Jun 01 15:55:53.495052 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-7e058571-452b-4e00-882d-1cd36646c8f3 req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:53.512512 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:53.589276 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Pushing event deleted for resources: {'Port': ['ID=eeec0a10-f247-42b0-b273-178ea0aaa0d6,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:53.630449 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:53.695582 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e058571-452b-4e00-882d-1cd36646c8f3 req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] No DVR routers for this DVR port eeec0a10-f247-42b0-b273-178ea0aaa0d6 on host hv-cinder-79351 {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:55:53.698823 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-7e058571-452b-4e00-882d-1cd36646c8f3 req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:53.702661 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1569b041-fb9e-4ab3-bf95-0e579e5768ff', 'name': 'network-vif-deleted', 'tag': 'eeec0a10-f247-42b0-b273-178ea0aaa0d6'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:53.705543 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c72a144-7f74-456c-af37-ce8060548ca1" -d '{"events": [{"server_uuid": "1569b041-fb9e-4ab3-bf95-0e579e5768ff", "name": "network-vif-deleted", "tag": "eeec0a10-f247-42b0-b273-178ea0aaa0d6"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:53.739358 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf242d-bcaf-4ca9-bf32-b0f26dcb653b req-ce85d3cb-6c23-401a-a029-413b331fccf8 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:53.751396 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-04cf242d-bcaf-4ca9-bf32-b0f26dcb653b req-ce85d3cb-6c23-401a-a029-413b331fccf8 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.3729632 Jun 01 15:55:53.783877 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7e058571-452b-4e00-882d-1cd36646c8f3 req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.86 "DELETE /v2.0/ports/eeec0a10-f247-42b0-b273-178ea0aaa0d6 HTTP/1.1" status: 204 len: 173 time: 1.5861974 Jun 01 15:55:53.878315 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-04cf242d-bcaf-4ca9-bf32-b0f26dcb653b req-e5f5b50f-7158-44d6-8bd0-34ecc7611272 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235917 Jun 01 15:55:53.881678 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b61dd62-71a5-4063-a834-e567e18436fe x-openstack-request-id: req-1b61dd62-71a5-4063-a834-e567e18436fe {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:53.884800 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1569b041-fb9e-4ab3-bf95-0e579e5768ff", "name": "network-vif-deleted", "tag": "eeec0a10-f247-42b0-b273-178ea0aaa0d6", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:53.885682 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1b61dd62-71a5-4063-a834-e567e18436fe {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:53.889172 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1569b041-fb9e-4ab3-bf95-0e579e5768ff', 'name': 'network-vif-deleted', 'tag': 'eeec0a10-f247-42b0-b273-178ea0aaa0d6', 'status': 'completed', 'code': 200} Jun 01 15:55:54.879295 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-336c7178-5db3-4771-ba61-f5783751c3b8 req-148f3b05-4be9-4ba6-9848-f7c9f36cf4c3 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Synchronizing usage tracker for tenant:5cbeb7d0a51643d69623e87d9d752c9f on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:55:54.935967 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-336c7178-5db3-4771-ba61-f5783751c3b8 req-148f3b05-4be9-4ba6-9848-f7c9f36cf4c3 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Unset dirty status for tenant:5cbeb7d0a51643d69623e87d9d752c9f on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:55:54.936141 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device eeec0a10-f247-42b0-b273-178ea0aaa0d6 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:54.937558 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-336c7178-5db3-4771-ba61-f5783751c3b8 req-148f3b05-4be9-4ba6-9848-f7c9f36cf4c3 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=1569b041-fb9e-4ab3-bf95-0e579e5768ff HTTP/1.1" status: 200 len: 210 time: 0.1558678 Jun 01 15:55:55.032462 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: eeec0a10-f247-42b0-b273-178ea0aaa0d6 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:55.032813 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device eeec0a10-f247-42b0-b273-178ea0aaa0d6 not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:55.165663 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee12ab-a2b1-4e7d-9069-2bbfb8924574 req-163516f1-624c-42ec-af9a-abd3561a3732 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:55.175280 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bfee12ab-a2b1-4e7d-9069-2bbfb8924574 req-163516f1-624c-42ec-af9a-abd3561a3732 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1174042 Jun 01 15:55:55.240396 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bfee12ab-a2b1-4e7d-9069-2bbfb8924574 req-0ec897bc-8720-4eba-847a-a699a7c13755 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635345 Jun 01 15:55:55.543559 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46368) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:55.696080 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9b706698-2099-4ca4-9598-1466142a3f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:55.713240 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9b706698-2099-4ca4-9598-1466142a3f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:55.718297 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9b706698-2099-4ca4-9598-1466142a3f1f admin admin] Usage tracker for resource:security_group_rule and tenant:edcc6c50251346a3b26956487906f55d is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:55.721316 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9b706698-2099-4ca4-9598-1466142a3f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:55.734518 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9b706698-2099-4ca4-9598-1466142a3f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:55.845364 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9b706698-2099-4ca4-9598-1466142a3f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:55.852496 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9b706698-2099-4ca4-9598-1466142a3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:55.863038 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-0714bf7d-14fd-4a7b-93f0-8ea959496449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:55.898508 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b706698-2099-4ca4-9598-1466142a3f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b49551-f962-4905-8394-ca5040366db3,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:55.905973 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9b706698-2099-4ca4-9598-1466142a3f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:55.933164 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46372) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:55.933740 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9b706698-2099-4ca4-9598-1466142a3f1f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=edcc6c50251346a3b26956487906f55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885522 Jun 01 15:55:56.009921 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6d35710-52ae-46ac-a338-edfc8bbfd6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:56.048593 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6d35710-52ae-46ac-a338-edfc8bbfd6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:56.114600 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6d35710-52ae-46ac-a338-edfc8bbfd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:56.129430 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7095abc5-59e7-4ec0-b0ff-96099622806e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:56.148350 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6d35710-52ae-46ac-a338-edfc8bbfd6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:56.151997 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b6d35710-52ae-46ac-a338-edfc8bbfd6ea admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/71b49551-f962-4905-8394-ca5040366db3 HTTP/1.1" status: 204 len: 168 time: 0.2148240 Jun 01 15:55:56.153279 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d35710-52ae-46ac-a338-edfc8bbfd6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b49551-f962-4905-8394-ca5040366db3,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:56.156551 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b6d35710-52ae-46ac-a338-edfc8bbfd6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:56.563950 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a8d26-a605-4610-8285-8de55e0bedcd req-93069cbd-33db-4211-9d9e-7552d51aa3ea tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:56.571701 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bb6a8d26-a605-4610-8285-8de55e0bedcd req-93069cbd-33db-4211-9d9e-7552d51aa3ea tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1682036 Jun 01 15:55:56.646782 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bb6a8d26-a605-4610-8285-8de55e0bedcd req-f74c9681-5dc2-473a-83bd-95381c5acd5d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739062 Jun 01 15:55:56.667810 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46388) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:56.694200 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a1d80de4-dc0a-4526-81f9-a2b7d01e38b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:56.716858 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-a1d80de4-dc0a-4526-81f9-a2b7d01e38b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:56.722093 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-a1d80de4-dc0a-4526-81f9-a2b7d01e38b1 admin admin] Usage tracker for resource:security_group_rule and tenant:55722d25d48e425888f8675e663336cc is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:56.727885 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-a1d80de4-dc0a-4526-81f9-a2b7d01e38b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:56.735704 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-a1d80de4-dc0a-4526-81f9-a2b7d01e38b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:56.902513 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a1d80de4-dc0a-4526-81f9-a2b7d01e38b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:56.912038 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a1d80de4-dc0a-4526-81f9-a2b7d01e38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:56.920083 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-82ddc4ef-3afa-491a-98bf-f246551b5de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:56.994139 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46390) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:57.006589 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a1d80de4-dc0a-4526-81f9-a2b7d01e38b1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=55722d25d48e425888f8675e663336cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255353 Jun 01 15:55:57.061750 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d80de4-dc0a-4526-81f9-a2b7d01e38b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb598059-8aeb-4bf0-a89c-76c6f9ec77b6,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:57.065512 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a1d80de4-dc0a-4526-81f9-a2b7d01e38b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:57.124940 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-26553e76-db1b-473d-ac73-1078c2cc9419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:57.155607 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-26553e76-db1b-473d-ac73-1078c2cc9419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:57.219897 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-26553e76-db1b-473d-ac73-1078c2cc9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:57.224040 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-23fbcdc3-ca7d-4a06-8106-406b341a4042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:57.240351 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26553e76-db1b-473d-ac73-1078c2cc9419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb598059-8aeb-4bf0-a89c-76c6f9ec77b6,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:57.244418 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-26553e76-db1b-473d-ac73-1078c2cc9419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:57.250767 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-26553e76-db1b-473d-ac73-1078c2cc9419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:57.252167 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-26553e76-db1b-473d-ac73-1078c2cc9419 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bb598059-8aeb-4bf0-a89c-76c6f9ec77b6 HTTP/1.1" status: 204 len: 168 time: 0.2587674 Jun 01 15:55:57.867214 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427e9e9-443f-46d6-a3b2-2541d4b03045 req-065d5ad7-0e8c-4f07-8207-ac78fc076034 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:57.874632 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b427e9e9-443f-46d6-a3b2-2541d4b03045 req-065d5ad7-0e8c-4f07-8207-ac78fc076034 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1065719 Jun 01 15:55:57.926163 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b427e9e9-443f-46d6-a3b2-2541d4b03045 req-0c3ca261-9d97-4cd7-bf05-e02dcfde8b80 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506899 Jun 01 15:55:59.090023 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46454) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:59.128449 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55d5e9-488e-4636-bae5-47eafaf6e102 req-097b09a2-be9f-4c2f-a78e-0412947c0d1d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:59.134461 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4f55d5e9-488e-4636-bae5-47eafaf6e102 req-097b09a2-be9f-4c2f-a78e-0412947c0d1d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.0919926 Jun 01 15:55:59.179632 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4f55d5e9-488e-4636-bae5-47eafaf6e102 req-e9341e60-ca8f-484d-a658-a26da7724b6f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437627 Jun 01 15:55:59.209213 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba762-e684-49e2-8b89-eb6c39aff942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.222925 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-1b4ba762-e684-49e2-8b89-eb6c39aff942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:59.226757 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-1b4ba762-e684-49e2-8b89-eb6c39aff942 admin admin] Usage tracker for resource:security_group_rule and tenant:38e04680832c4f0e8bc9a06933ebe736 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:59.229479 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-1b4ba762-e684-49e2-8b89-eb6c39aff942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:59.235573 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-1b4ba762-e684-49e2-8b89-eb6c39aff942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:59.317738 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba762-e684-49e2-8b89-eb6c39aff942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.321406 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba762-e684-49e2-8b89-eb6c39aff942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.329690 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-16c44ce2-8cec-40a5-8194-885bbab089bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:59.367683 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-1b4ba762-e684-49e2-8b89-eb6c39aff942 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=38e04680832c4f0e8bc9a06933ebe736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760093 Jun 01 15:55:59.368559 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ba762-e684-49e2-8b89-eb6c39aff942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f4e280-b1df-4676-a5ac-33b275135381,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:59.370520 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46458) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:59.371361 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-1b4ba762-e684-49e2-8b89-eb6c39aff942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:59.429675 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-18a96a7d-e92d-47f3-8233-92c5d84c8a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.455612 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-18a96a7d-e92d-47f3-8233-92c5d84c8a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.507922 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-18a96a7d-e92d-47f3-8233-92c5d84c8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.512689 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f6ac6594-0f68-4c36-813f-ea0e1e491458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:59.524830 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a96a7d-e92d-47f3-8233-92c5d84c8a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f4e280-b1df-4676-a5ac-33b275135381,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:59.527085 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-18a96a7d-e92d-47f3-8233-92c5d84c8a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:59.535514 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-18a96a7d-e92d-47f3-8233-92c5d84c8a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.536617 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-18a96a7d-e92d-47f3-8233-92c5d84c8a9c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/71f4e280-b1df-4676-a5ac-33b275135381 HTTP/1.1" status: 204 len: 168 time: 0.1651313 Jun 01 15:55:59.835621 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46470) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:59.852789 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2b902ee3-4e98-48fa-862d-2e85379d0e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.867847 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-2b902ee3-4e98-48fa-862d-2e85379d0e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:59.871579 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-2b902ee3-4e98-48fa-862d-2e85379d0e17 admin admin] Usage tracker for resource:security_group_rule and tenant:7c68ed7ce4294d07872e2e31156113fd is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:59.874371 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-2b902ee3-4e98-48fa-862d-2e85379d0e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:59.880629 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-2b902ee3-4e98-48fa-862d-2e85379d0e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:59.972431 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2b902ee3-4e98-48fa-862d-2e85379d0e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.976311 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2b902ee3-4e98-48fa-862d-2e85379d0e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.983948 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4d60fcac-eee4-4755-bb8a-ae41e870b5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:00.023341 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b902ee3-4e98-48fa-862d-2e85379d0e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e943106-eb49-40b9-b922-9fe0b79e96ca,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:00.027393 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2b902ee3-4e98-48fa-862d-2e85379d0e17 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7c68ed7ce4294d07872e2e31156113fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907690 Jun 01 15:56:00.028251 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2b902ee3-4e98-48fa-862d-2e85379d0e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:00.030643 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46482) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:00.078356 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-85b323a2-9617-4875-bb16-a2e57bfabfdb tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:00.079825 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-85b323a2-9617-4875-bb16-a2e57bfabfdb tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 814 time: 0.1494353 Jun 01 15:56:00.088635 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1328bead-dedd-4bfa-b08a-f90ee7b7ea5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:00.096973 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-d16a5d73-e5c8-46ba-85bd-6c1f258a5e56 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/quotas/96829b9ead7d403782c20d30dd39bb89 HTTP/1.1" status: 200 len: 375 time: 0.0108197 Jun 01 15:56:00.117105 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1328bead-dedd-4bfa-b08a-f90ee7b7ea5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:00.174284 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1328bead-dedd-4bfa-b08a-f90ee7b7ea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:00.179678 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2b902ee3-4e98-48fa-862d-2e85379d0e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:00.189100 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-e3b296d1-1b88-4834-a155-4f6e2f85a2cd tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861287 Jun 01 15:56:00.194742 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328bead-dedd-4bfa-b08a-f90ee7b7ea5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e943106-eb49-40b9-b922-9fe0b79e96ca,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:00.197626 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1328bead-dedd-4bfa-b08a-f90ee7b7ea5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:00.198710 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1328bead-dedd-4bfa-b08a-f90ee7b7ea5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:00.200022 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-1328bead-dedd-4bfa-b08a-f90ee7b7ea5e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1e943106-eb49-40b9-b922-9fe0b79e96ca HTTP/1.1" status: 204 len: 168 time: 0.1684873 Jun 01 15:56:00.374664 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-9272b124-4edd-4e6c-b325-1daa6716bf07 service neutron] 10.222.0.63 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716156 Jun 01 15:56:00.576768 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b132f-2945-49b2-b02a-361ace22b2f3 req-77bf047e-a3a6-4a79-852f-523ca37bf3c6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:00.578217 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9a4b132f-2945-49b2-b02a-361ace22b2f3 req-77bf047e-a3a6-4a79-852f-523ca37bf3c6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.2664011 Jun 01 15:56:00.636298 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-9e57abec-4e6a-4068-bc38-af65fb7468b1 service neutron] 10.222.0.63 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508678 Jun 01 15:56:00.644074 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9a4b132f-2945-49b2-b02a-361ace22b2f3 req-be760734-79d0-47c6-b88b-f8d32a185167 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586867 Jun 01 15:56:00.869238 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3e1b9ecc-30e5-4611-94eb-9f386502b801 req-d432e1f1-2679-4a0d-964b-cdc8cb29d46d tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0576491 Jun 01 15:56:01.840277 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c6d0b-63ea-472d-b241-3db1378fe5ae req-7eb65880-5526-4f6a-a38d-3dca3710e3be tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:01.842011 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6d6c6d0b-63ea-472d-b241-3db1378fe5ae req-7eb65880-5526-4f6a-a38d-3dca3710e3be tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.0849631 Jun 01 15:56:01.937884 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6d6c6d0b-63ea-472d-b241-3db1378fe5ae req-5d9c0941-ee96-470c-ae55-be74f0a243ca tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902069 Jun 01 15:56:02.079913 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c7212c99-d978-4158-b65b-34d09e4ef150 req-e327ecda-c2ff-4e2a-9dc5-fc746455dedd tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0612450 Jun 01 15:56:02.107437 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-95ae8919-59ff-498f-9076-54e0f7726b4b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:02.109016 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-95ae8919-59ff-498f-9076-54e0f7726b4b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.86 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 814 time: 0.2454846 Jun 01 15:56:02.126198 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Request body: {'port': {'device_id': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'admin_state_up': True, 'tenant_id': '96829b9ead7d403782c20d30dd39bb89'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:02.288303 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:02.300065 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Usage tracker for resource:port and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:02.308061 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:02.329393 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:02.351472 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Made reservation on behalf of 96829b9ead7d403782c20d30dd39bb89 for: {'port': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:02.355908 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:02.568750 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Allocated IP 172.20.0.7 (4669e2d8-6468-4fe6-bbdc-30a44279902d/542bd353-b377-4325-af50-fac452a28ec7/3dfd445e-36b3-497e-845d-deb24d048071) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:02.820191 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:02.843822 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Transition to ACTIVE for port object 3dfd445e-36b3-497e-845d-deb24d048071 will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:02.873299 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:02.879504 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:02.951193 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Network 4669e2d8-6468-4fe6-bbdc-30a44279902d is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:02.954546 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:02.958489 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:02.993467 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'Port': ['ID=3dfd445e-36b3-497e-845d-deb24d048071,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:02.998200 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:03.027120 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:03.027742 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:03.069757 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9482691 Jun 01 15:56:03.221187 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ac698-71ba-4cb3-91cb-55d232394ee1 req-0599da41-6036-4299-9dae-698da4704ccd tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:03.222657 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-db1ac698-71ba-4cb3-91cb-55d232394ee1 req-0599da41-6036-4299-9dae-698da4704ccd tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1177819 Jun 01 15:56:03.256576 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-86f87d3a-c05b-4a97-9825-669aa963548f None None] Provisioning for port 3dfd445e-36b3-497e-845d-deb24d048071 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:03.263029 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-86f87d3a-c05b-4a97-9825-669aa963548f None None] Provisioning complete for port 3dfd445e-36b3-497e-845d-deb24d048071 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:03.263518 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-86f87d3a-c05b-4a97-9825-669aa963548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:03.319751 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-86f87d3a-c05b-4a97-9825-669aa963548f None None] Port 3dfd445e-36b3-497e-845d-deb24d048071 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:56:03.323797 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-db1ac698-71ba-4cb3-91cb-55d232394ee1 req-ae23e6df-cd8d-4787-b368-ddc0a09de111 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648921 Jun 01 15:56:03.353383 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5b7c4-a007-47c8-87d2-9bf5047343cb req-4b3ac167-881d-4b53-abb4-d6bff4b9cbd9 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:03.354111 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-5ca5b7c4-a007-47c8-87d2-9bf5047343cb req-4b3ac167-881d-4b53-abb4-d6bff4b9cbd9 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Synchronizing usage tracker for tenant:96829b9ead7d403782c20d30dd39bb89 on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:56:03.372086 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-5ca5b7c4-a007-47c8-87d2-9bf5047343cb req-4b3ac167-881d-4b53-abb4-d6bff4b9cbd9 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Unset dirty status for tenant:96829b9ead7d403782c20d30dd39bb89 on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:56:03.373575 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5ca5b7c4-a007-47c8-87d2-9bf5047343cb req-4b3ac167-881d-4b53-abb4-d6bff4b9cbd9 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 931 time: 0.1499572 Jun 01 15:56:03.422518 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5ca5b7c4-a007-47c8-87d2-9bf5047343cb req-7a71d7aa-0854-448f-a70f-452bf9b2f59c tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Jun 01 15:56:04.552488 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14809a-fe5d-436b-bd4f-edb1648cf7ba req-41784d54-491e-4246-806c-555a647cd18a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:04.554074 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bb14809a-fe5d-436b-bd4f-edb1648cf7ba req-41784d54-491e-4246-806c-555a647cd18a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.0986726 Jun 01 15:56:04.650135 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bb14809a-fe5d-436b-bd4f-edb1648cf7ba req-58c6cc1a-fc18-4550-978e-c8aa5cb58ac2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572984 Jun 01 15:56:04.671728 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d00c76-95ab-4dd7-803b-20e541a31a63 req-79ab21ef-1858-4d93-a7ff-ab6e8cd33e3f tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:04.673186 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-56d00c76-95ab-4dd7-803b-20e541a31a63 req-79ab21ef-1858-4d93-a7ff-ab6e8cd33e3f tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 931 time: 0.1182380 Jun 01 15:56:04.722686 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-56d00c76-95ab-4dd7-803b-20e541a31a63 req-cc41d2a9-f9e4-49ba-aace-44faecbcd605 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Jun 01 15:56:05.911128 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928955b-6389-430a-a2e2-9bdd358cfa7f req-86654113-d9a2-4fc6-8e5d-3c47b7b76c6e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:05.912564 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c928955b-6389-430a-a2e2-9bdd358cfa7f req-86654113-d9a2-4fc6-8e5d-3c47b7b76c6e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1318343 Jun 01 15:56:06.066951 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c928955b-6389-430a-a2e2-9bdd358cfa7f req-51c8ffbc-0222-4b56-b4f1-06d9843c8564 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483583 Jun 01 15:56:06.083320 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989787f-9c70-419d-be93-5adbeab14a4a req-6dfb75f3-2de0-4d3b-b0bb-ef2961c782b2 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:06.085188 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f989787f-9c70-419d-be93-5adbeab14a4a req-6dfb75f3-2de0-4d3b-b0bb-ef2961c782b2 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 931 time: 0.2426052 Jun 01 15:56:06.142738 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f989787f-9c70-419d-be93-5adbeab14a4a req-dcdd70fd-2046-4633-b48c-fbf252666d04 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494378 Jun 01 15:56:07.239134 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-ef24f451-8e34-46c2-8008-5a54b444b2ab tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:07.241753 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-ef24f451-8e34-46c2-8008-5a54b444b2ab tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/networks?id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 HTTP/1.1" status: 200 len: 814 time: 0.2433670 Jun 01 15:56:07.305682 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-61441a95-fdac-4312-9d06-8685771e7ab6 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/quotas/5cbeb7d0a51643d69623e87d9d752c9f HTTP/1.1" status: 200 len: 375 time: 0.0470378 Jun 01 15:56:07.335682 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46658) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:07.378413 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-8fb4ef9b-1016-4dd8-a86e-ec6510e8b75c tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cbeb7d0a51643d69623e87d9d752c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680165 Jun 01 15:56:07.447142 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2f0bc-dacf-4a1c-870c-3a6bcfa91a59 req-5136f155-e898-4744-900d-830019e7a57b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:07.454515 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6df2f0bc-dacf-4a1c-870c-3a6bcfa91a59 req-5136f155-e898-4744-900d-830019e7a57b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.2019880 Jun 01 15:56:07.488792 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-514e7b96-e263-4641-88f0-2683a9a293a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.508886 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-514e7b96-e263-4641-88f0-2683a9a293a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:07.516023 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-514e7b96-e263-4641-88f0-2683a9a293a1 admin admin] Usage tracker for resource:security_group_rule and tenant:95ff11157a164f2faa33cdec6887fb5b is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:07.519497 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-514e7b96-e263-4641-88f0-2683a9a293a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:07.526421 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-514e7b96-e263-4641-88f0-2683a9a293a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:07.560184 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6df2f0bc-dacf-4a1c-870c-3a6bcfa91a59 req-0a2673f0-656d-483d-bae0-21e598de7f59 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047068 Jun 01 15:56:07.591580 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-c9b9923f-8822-4c31-81a9-723e947c018a service neutron] 10.222.0.63 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043219 Jun 01 15:56:07.663926 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-514e7b96-e263-4641-88f0-2683a9a293a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.672877 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-514e7b96-e263-4641-88f0-2683a9a293a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.690994 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1918a347-c72e-4ce0-8ccd-7823122c57ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:07.742629 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-514e7b96-e263-4641-88f0-2683a9a293a1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=95ff11157a164f2faa33cdec6887fb5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045570 Jun 01 15:56:07.750406 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46662) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:07.786296 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7b96-e263-4641-88f0-2683a9a293a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6d9be4-6cc5-4db3-b010-fba01dee3e57,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:07.792484 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-514e7b96-e263-4641-88f0-2683a9a293a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:07.831669 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26132238-01c7-44ef-9676-40b0537c6aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.833134 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-6189854a-2663-4a4a-9bba-95b4231e0a7b service neutron] 10.222.0.63 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337534 Jun 01 15:56:07.860325 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f515a46-70f4-405c-9b29-3be059ac74c8 req-669b572c-8464-4a60-ac2f-8474c324eeec tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:07.866901 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26132238-01c7-44ef-9676-40b0537c6aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.867827 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8f515a46-70f4-405c-9b29-3be059ac74c8 req-669b572c-8464-4a60-ac2f-8474c324eeec tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 931 time: 0.1315849 Jun 01 15:56:07.923545 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8f515a46-70f4-405c-9b29-3be059ac74c8 req-85d9d7c5-c43a-47f8-be45-da649b61648e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524967 Jun 01 15:56:07.936795 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26132238-01c7-44ef-9676-40b0537c6aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.942048 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-29c38c24-f06d-4916-85b1-d9005509d2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:07.962291 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26132238-01c7-44ef-9676-40b0537c6aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6d9be4-6cc5-4db3-b010-fba01dee3e57,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:07.965150 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-26132238-01c7-44ef-9676-40b0537c6aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:07.976894 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26132238-01c7-44ef-9676-40b0537c6aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.982891 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-26132238-01c7-44ef-9676-40b0537c6aad admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1d6d9be4-6cc5-4db3-b010-fba01dee3e57 HTTP/1.1" status: 204 len: 168 time: 0.2301366 Jun 01 15:56:08.175410 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6474a3ed-283f-4d44-bfb1-f6b8198c2f4c req-92f9a5c0-09d0-4cc2-b9d5-9aafd4a671d2 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.1090682 Jun 01 15:56:08.377339 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46678) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:08.503427 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-355ee586-345e-42e1-a62e-a777ff67386e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:08.522025 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-355ee586-345e-42e1-a62e-a777ff67386e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:08.526326 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-355ee586-345e-42e1-a62e-a777ff67386e admin admin] Usage tracker for resource:security_group_rule and tenant:e706538086c54a818283815646b585e7 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:08.530486 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-355ee586-345e-42e1-a62e-a777ff67386e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:08.542988 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-355ee586-345e-42e1-a62e-a777ff67386e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:08.681406 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-355ee586-345e-42e1-a62e-a777ff67386e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:08.702900 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-355ee586-345e-42e1-a62e-a777ff67386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:08.764622 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ac336c6f-c17c-409f-9a83-a9111dfb95b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:08.791099 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-355ee586-345e-42e1-a62e-a777ff67386e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e706538086c54a818283815646b585e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119074 Jun 01 15:56:08.792945 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ee586-345e-42e1-a62e-a777ff67386e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd10667-8087-451a-9aac-289a65c91fe2,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:08.803017 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46686) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:08.829714 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-355ee586-345e-42e1-a62e-a777ff67386e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:08.875939 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615303ce-d260-427b-9dc1-c5741bc78207 req-bf48d5fd-529c-4107-bb40-bdb7a1449ed6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:08.877419 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-615303ce-d260-427b-9dc1-c5741bc78207 req-bf48d5fd-529c-4107-bb40-bdb7a1449ed6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1280520 Jun 01 15:56:08.889422 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b036-248e-490a-b617-2c188827f8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:08.918977 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b036-248e-490a-b617-2c188827f8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:08.923873 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-615303ce-d260-427b-9dc1-c5741bc78207 req-6a22d9cf-fa9b-4e43-a670-5c45442859ed tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406435 Jun 01 15:56:08.983472 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b036-248e-490a-b617-2c188827f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:08.990191 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-47b4f342-48d4-4337-b76e-533b9a3c6a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:09.005656 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3b036-248e-490a-b617-2c188827f8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd10667-8087-451a-9aac-289a65c91fe2,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:09.014537 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d7d3b036-248e-490a-b617-2c188827f8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:09.016320 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b036-248e-490a-b617-2c188827f8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:09.017412 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d7d3b036-248e-490a-b617-2c188827f8fc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7bd10667-8087-451a-9aac-289a65c91fe2 HTTP/1.1" status: 204 len: 168 time: 0.2110541 Jun 01 15:56:09.123349 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691650ed-2d14-4bc7-be50-adf9232f1ccd req-b03feeb7-55c0-4a0f-afe3-1f244c5418ea tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:09.125980 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-691650ed-2d14-4bc7-be50-adf9232f1ccd req-b03feeb7-55c0-4a0f-afe3-1f244c5418ea tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 931 time: 0.0881653 Jun 01 15:56:09.175700 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-691650ed-2d14-4bc7-be50-adf9232f1ccd req-d68a3b48-bd4c-4f17-ae11-b79ce1b10131 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 Jun 01 15:56:09.332535 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-71981631-3992-498e-97d7-9b759c1e77c1 req-9770ee74-ed89-4246-b787-cba45d98b92d tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0495200 Jun 01 15:56:10.161064 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d2aea-6b0d-4032-9889-df30b4ff6705 req-c8d81810-52fa-4871-a0bd-f5a15affb2d0 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:10.162542 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-533d2aea-6b0d-4032-9889-df30b4ff6705 req-c8d81810-52fa-4871-a0bd-f5a15affb2d0 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1071081 Jun 01 15:56:10.217790 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-533d2aea-6b0d-4032-9889-df30b4ff6705 req-de8ead69-1d42-476b-97b6-039dfe994ce1 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493124 Jun 01 15:56:10.438539 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f7171-3ee7-4704-89e7-e43b30201e53 req-da946795-013e-4ad2-83ab-85806154005e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:10.441031 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8e8f7171-3ee7-4704-89e7-e43b30201e53 req-da946795-013e-4ad2-83ab-85806154005e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 931 time: 0.1374929 Jun 01 15:56:10.494206 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8e8f7171-3ee7-4704-89e7-e43b30201e53 req-ac342966-a59d-493c-bab5-dcddcfed44a8 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443673 Jun 01 15:56:10.552986 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-27fd312b-724c-439e-8e04-9561b0c1da83 req-aa75003a-7e14-41dd-84a4-7aa1e9b91725 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0508556 Jun 01 15:56:10.645377 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dd2d7e69-13fa-4418-85a8-003e9e4fcf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:11.470958 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd713f69-3b63-4d15-92c2-2c80e5840185 req-ff418bbe-2b29-4e13-a8a6-df9534be5947 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:11.472826 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dd713f69-3b63-4d15-92c2-2c80e5840185 req-ff418bbe-2b29-4e13-a8a6-df9534be5947 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.0911295 Jun 01 15:56:11.529425 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dd713f69-3b63-4d15-92c2-2c80e5840185 req-8750746b-fd5e-43a8-8e4c-66b0959b06ef tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493913 Jun 01 15:56:11.777355 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375ab0c-77da-4ec4-818e-99a55dc47453 req-30866e2a-a89e-4005-b16a-91090181a7b8 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:11.785504 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0375ab0c-77da-4ec4-818e-99a55dc47453 req-30866e2a-a89e-4005-b16a-91090181a7b8 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 931 time: 0.1416197 Jun 01 15:56:11.878137 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0375ab0c-77da-4ec4-818e-99a55dc47453 req-02c23be6-2830-4aa9-acdf-43c92e12b72f tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914943 Jun 01 15:56:11.901037 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-456b995c-8ed2-4361-8516-6c6b673c03c7 req-c2d34f8b-bece-4847-9347-ad7fe40900f8 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0630963 Jun 01 15:56:12.725339 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9e9f2-cc66-4103-ab76-501683bd0472 req-2e96956d-ab24-430f-86ac-57c7a9837143 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:12.726795 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-91b9e9f2-cc66-4103-ab76-501683bd0472 req-2e96956d-ab24-430f-86ac-57c7a9837143 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.0818124 Jun 01 15:56:12.774331 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-91b9e9f2-cc66-4103-ab76-501683bd0472 req-cf38c1bb-4194-44fb-9781-75d39221d87b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415380 Jun 01 15:56:13.158442 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d6db932e-7335-4082-b987-2ff7f174d11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:13.162094 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2fbe5b0a-d8f5-4f51-9eb4-3370e7a431ba req-41698f8a-7278-4961-b46b-2c59ca3516a6 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0466020 Jun 01 15:56:13.196893 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669d38a-dea1-498d-a722-ed4c83d1afee req-e66c97aa-3572-4bd0-8301-04d2b5b7049c tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:13.198317 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0669d38a-dea1-498d-a722-ed4c83d1afee req-e66c97aa-3572-4bd0-8301-04d2b5b7049c tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 931 time: 0.1968043 Jun 01 15:56:13.244726 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0669d38a-dea1-498d-a722-ed4c83d1afee req-8d05a0fa-11e6-47e5-8356-53550cf2c392 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Jun 01 15:56:13.353598 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:13.456093 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:13.598182 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Request body: {'port': {'device_id': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:13.730418 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:13.770532 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:56:14.095845 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86907da-7359-4f52-8758-a67cddd27ee0 req-2a6fadb5-e31d-4ee5-8497-f3607a05d2ce tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:14.097396 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c86907da-7359-4f52-8758-a67cddd27ee0 req-2a6fadb5-e31d-4ee5-8497-f3607a05d2ce tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.1835895 Jun 01 15:56:14.201680 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c86907da-7359-4f52-8758-a67cddd27ee0 req-907540bd-c9fc-464e-88ae-f0f1987257af tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985000 Jun 01 15:56:14.211530 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfd445e-36b3-497e-845d-deb24d048071 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:56:14.219527 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:14.235886 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Transition to ACTIVE for port object 3dfd445e-36b3-497e-845d-deb24d048071 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:14.240737 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:14.244884 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7f38ef38-5742-443f-95be-09d03f60e2ab tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:14.368383 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2ffa279a-6cab-45ac-97c9-b38b55cf9a1d req-f6096cf5-125d-425e-a61b-8a912abf25bf tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0839438 Jun 01 15:56:14.544588 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-b9c153d9-b00a-4140-b49c-892c3f0b8ef9 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:14.547249 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-b9c153d9-b00a-4140-b49c-892c3f0b8ef9 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.86 "GET /v2.0/networks?id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 HTTP/1.1" status: 200 len: 814 time: 0.2281241 Jun 01 15:56:14.561489 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Request body: {'port': {'device_id': 'b8afdb0f-004f-4303-a1a7-03bdd333d8b2', 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45', 'admin_state_up': True, 'tenant_id': '5cbeb7d0a51643d69623e87d9d752c9f'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:14.607666 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfd445e-36b3-497e-845d-deb24d048071,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:14.619073 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:14.670088 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Attempting to bind port 3dfd445e-36b3-497e-845d-deb24d048071 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:14.670451 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Attempting to bind port 3dfd445e-36b3-497e-845d-deb24d048071 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:14.670776 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Attempting to bind port 3dfd445e-36b3-497e-845d-deb24d048071 on network 4669e2d8-6468-4fe6-bbdc-30a44279902d {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:14.678945 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Port 3dfd445e-36b3-497e-845d-deb24d048071 on network 4669e2d8-6468-4fe6-bbdc-30a44279902d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:56:14.679257 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Attempting to bind port 3dfd445e-36b3-497e-845d-deb24d048071 on network 4669e2d8-6468-4fe6-bbdc-30a44279902d {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:14.686798 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:14.687131 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Checking segment: {'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:14.687505 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Bound using segment: {'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:14.687926 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Bound port: 3dfd445e-36b3-497e-845d-deb24d048071, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9796aef5-b695-451f-97a5-33eb6459c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:14.688263 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:14.706420 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19f22a-f64e-4d39-99ff-0cf6c046c3ca req-6af59864-8dad-4a7f-88cb-9445c1f9107c tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:14.707846 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0c19f22a-f64e-4d39-99ff-0cf6c046c3ca req-6af59864-8dad-4a7f-88cb-9445c1f9107c tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 943 time: 0.2430215 Jun 01 15:56:14.722814 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:14.733376 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:14.743997 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Made reservation on behalf of 5cbeb7d0a51643d69623e87d9d752c9f for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:14.747248 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:14.813302 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0c19f22a-f64e-4d39-99ff-0cf6c046c3ca req-48937a58-8259-4880-9e15-38245809c951 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752449 Jun 01 15:56:14.826206 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] For port 3dfd445e-36b3-497e-845d-deb24d048071, host hv-cinder-79351, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:14.829463 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] For port 3dfd445e-36b3-497e-845d-deb24d048071, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3dfd445e-36b3-497e-845d-deb24d048071,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:14.837611 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:14.842629 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-bd784bb1-5580-4778-896e-7c9c876226cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:14.897174 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:14.897787 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:14.898660 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:14.899420 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] 10.222.0.86 "PUT /v2.0/ports/3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 1093 time: 1.3066611 Jun 01 15:56:14.899963 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:14.903390 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "tag": "3dfd445e-36b3-497e-845d-deb24d048071"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:14.935490 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfd445e-36b3-497e-845d-deb24d048071,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:14.938825 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:14.946710 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Allocated IP 172.20.0.6 (4c7f7e7a-1a81-4425-a4ed-b294f6be0f45/d12fab66-ad6e-4b82-a777-582fae91b653/70d070f7-7c9e-4feb-8598-af36958a5991) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:15.005480 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf5ef1c-1c21-4d08-aaaf-efa0c7fbe9b3 x-openstack-request-id: req-5bf5ef1c-1c21-4d08-aaaf-efa0c7fbe9b3 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:15.005864 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "tag": "3dfd445e-36b3-497e-845d-deb24d048071", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:15.006245 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5bf5ef1c-1c21-4d08-aaaf-efa0c7fbe9b3 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:15.006728 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071', 'status': 'completed', 'code': 200} Jun 01 15:56:15.038388 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-835f5e64-3a82-49fe-8dea-db8ac58dbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:15.040525 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-835f5e64-3a82-49fe-8dea-db8ac58dbc77 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1096 time: 0.0858521 Jun 01 15:56:15.137135 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-3c851e97-d500-461f-bff0-33047fa3a472 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 217 time: 0.0828235 Jun 01 15:56:15.195058 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:15.217239 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-8af0ecc2-ab32-4913-88c0-8be1cc27f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:15.218693 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-8af0ecc2-ab32-4913-88c0-8be1cc27f0ac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 200 len: 853 time: 0.0712862 Jun 01 15:56:15.226355 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:15.233331 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:15.296618 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:15.304531 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:15.309569 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:15.318806 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-66591b7d-ea16-4173-ad0b-001da0124a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:15.321167 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-66591b7d-ea16-4173-ad0b-001da0124a6c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4669e2d8-6468-4fe6-bbdc-30a44279902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946181 Jun 01 15:56:15.354493 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Pushing event updated for resources: {'Port': ['ID=70d070f7-7c9e-4feb-8598-af36958a5991,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:15.362258 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:15.386636 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:15.387276 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:15.417914 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8614860 Jun 01 15:56:15.430387 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Request body: {'port': {'device_id': 'b8afdb0f-004f-4303-a1a7-03bdd333d8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:15.474270 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 46842) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:15.565961 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:15.647305 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-652fa719-86d7-489e-9d97-e770fd7f253c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:15.674403 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-652fa719-86d7-489e-9d97-e770fd7f253c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:15.680276 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-652fa719-86d7-489e-9d97-e770fd7f253c admin admin] Usage tracker for resource:security_group_rule and tenant:3b2024541339416f80f7f4e4359b1ca0 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:15.703275 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-9ec9c1d9-db7f-44a0-983c-e00fa966d46f service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747921 Jun 01 15:56:15.717799 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-652fa719-86d7-489e-9d97-e770fd7f253c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:15.730347 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-652fa719-86d7-489e-9d97-e770fd7f253c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:15.744816 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67a544-41b2-4d2e-8445-68e0b0688591 req-eeefbfda-b3a4-4cf5-9163-16eb5da7693d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:15.746483 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-be67a544-41b2-4d2e-8445-68e0b0688591 req-eeefbfda-b3a4-4cf5-9163-16eb5da7693d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 944 time: 0.3993311 Jun 01 15:56:15.796106 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df0346-4b13-469d-a7a0-eb8d3cd2d4ad req-179f13af-f327-448e-9099-77b0f0127948 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:15.797554 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b0df0346-4b13-469d-a7a0-eb8d3cd2d4ad req-179f13af-f327-448e-9099-77b0f0127948 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 931 time: 0.2778969 Jun 01 15:56:15.861236 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 43e14949-3c11-47bd-8a3b-be6cb1be43dc details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:56:15.935803 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-be67a544-41b2-4d2e-8445-68e0b0688591 req-b8fd1103-df6a-4762-a669-7c3022afcea2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793132 Jun 01 15:56:15.947504 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b0df0346-4b13-469d-a7a0-eb8d3cd2d4ad req-8a401b1b-fd9b-4d94-ae34-3615032e2114 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998516 Jun 01 15:56:15.949495 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48cdaf23-2929-4533-aaad-7e1c40dc12e8 req-c7d6b728-c0fb-4fbf-ab99-2a9caf1f8868 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392197 Jun 01 15:56:15.950036 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-652fa719-86d7-489e-9d97-e770fd7f253c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:15.966715 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-652fa719-86d7-489e-9d97-e770fd7f253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:15.992589 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-700fc735-17e3-4b89-b3e4-e10311120416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:16.008871 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46852) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:16.009025 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-652fa719-86d7-489e-9d97-e770fd7f253c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3b2024541339416f80f7f4e4359b1ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335255 Jun 01 15:56:16.044985 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:16.078711 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'port_id': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'mac_address': 'fa:16:3e:cf:fe:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:56:16.097030 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fa719-86d7-489e-9d97-e770fd7f253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc92529-5e6b-4ca1-87b4-098b26c86ed0,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:16.101192 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-652fa719-86d7-489e-9d97-e770fd7f253c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:16.111846 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d070f7-7c9e-4feb-8598-af36958a5991 {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:56:16.134732 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.154907 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Transition to ACTIVE for port object 70d070f7-7c9e-4feb-8598-af36958a5991 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:16.160665 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.167473 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:16.211066 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.216284 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dc766d8a-ef89-4c3d-a53b-b0c5fb2adaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.241177 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e14949-3c11-47bd-8a3b-be6cb1be43dc {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:56:16.268201 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dc766d8a-ef89-4c3d-a53b-b0c5fb2adaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.277495 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:16.281259 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-00d30383-c8ae-4406-ac5f-0cd7162e3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:16.283316 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-00d30383-c8ae-4406-ac5f-0cd7162e3d8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1096 time: 0.2602675 Jun 01 15:56:16.289452 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.292810 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-49744533-6437-42e7-9917-7c376241b381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:16.366493 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=43e14949-3c11-47bd-8a3b-be6cb1be43dc,revision_number=9']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:16.370384 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:16.427860 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b5e39-298a-4932-85e6-9dac9109924a req-5d6dfaf9-723a-49a3-906a-5f909a742e02 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:16.429327 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-405b5e39-298a-4932-85e6-9dac9109924a req-5d6dfaf9-723a-49a3-906a-5f909a742e02 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 943 time: 0.2942212 Jun 01 15:56:16.449083 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Pushing event updated for resources: {'Port': ['ID=70d070f7-7c9e-4feb-8598-af36958a5991,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:16.456462 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:16.480063 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.534573 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Attempting to bind port 70d070f7-7c9e-4feb-8598-af36958a5991 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:16.534915 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Attempting to bind port 70d070f7-7c9e-4feb-8598-af36958a5991 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'e956bb0a-6477-431b-becd-7c1e5072d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:16.535275 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Attempting to bind port 70d070f7-7c9e-4feb-8598-af36958a5991 on network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:16.540709 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Port 70d070f7-7c9e-4feb-8598-af36958a5991 on network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:56:16.541066 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Attempting to bind port 70d070f7-7c9e-4feb-8598-af36958a5991 on network 4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:16.546217 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:16.546558 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Checking segment: {'id': 'e956bb0a-6477-431b-becd-7c1e5072d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:16.546938 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Bound using segment: {'id': 'e956bb0a-6477-431b-becd-7c1e5072d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:16.547357 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Bound port: 70d070f7-7c9e-4feb-8598-af36958a5991, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e956bb0a-6477-431b-becd-7c1e5072d471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:16.548459 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.550727 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['43e14949-3c11-47bd-8a3b-be6cb1be43dc'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:56:16.559777 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dc766d8a-ef89-4c3d-a53b-b0c5fb2adaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.574024 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-3e4353ce-eec9-4a2f-a071-4a6e56243c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:16.591328 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-405b5e39-298a-4932-85e6-9dac9109924a req-8ea03ed9-6448-4df6-91db-570412fa4ed4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527419 Jun 01 15:56:16.613791 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba263b-9e6c-4c0b-af8e-1fbde35bc0ae req-68b40c72-4102-4513-b15f-aa172686f8e5 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:16.613791 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-46ba263b-9e6c-4c0b-af8e-1fbde35bc0ae req-68b40c72-4102-4513-b15f-aa172686f8e5 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.3179324 Jun 01 15:56:16.613791 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc766d8a-ef89-4c3d-a53b-b0c5fb2adaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc92529-5e6b-4ca1-87b4-098b26c86ed0,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:16.613791 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-4235d1b0-92d2-4e0b-83c4-2918e7413858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:16.613791 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-4235d1b0-92d2-4e0b-83c4-2918e7413858 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 915 time: 0.3211951 Jun 01 15:56:16.617107 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-dc766d8a-ef89-4c3d-a53b-b0c5fb2adaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:16.630034 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dc766d8a-ef89-4c3d-a53b-b0c5fb2adaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.631163 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-dc766d8a-ef89-4c3d-a53b-b0c5fb2adaae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dfc92529-5e6b-4ca1-87b4-098b26c86ed0 HTTP/1.1" status: 204 len: 168 time: 0.6212130 Jun 01 15:56:16.659661 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] For port 70d070f7-7c9e-4feb-8598-af36958a5991, host hv-cinder-79351, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:16.665433 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] For port 70d070f7-7c9e-4feb-8598-af36958a5991, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=70d070f7-7c9e-4feb-8598-af36958a5991,segment=NetworkSegment(e956bb0a-6477-431b-becd-7c1e5072d471),segment_id=e956bb0a-6477-431b-becd-7c1e5072d471)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:16.671278 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.676670 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:16.707279 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-c74982f6-db71-4188-b221-fa22fb7a88c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 217 time: 0.0729144 Jun 01 15:56:16.732997 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:16.733794 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.735491 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] 10.222.0.86 "PUT /v2.0/ports/70d070f7-7c9e-4feb-8598-af36958a5991 HTTP/1.1" status: 200 len: 1093 time: 1.3096485 Jun 01 15:56:16.738365 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8afdb0f-004f-4303-a1a7-03bdd333d8b2', 'tag': '70d070f7-7c9e-4feb-8598-af36958a5991'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:16.741738 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7645f9-c6d1-4fab-ad4a-129f503270ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b8afdb0f-004f-4303-a1a7-03bdd333d8b2", "tag": "70d070f7-7c9e-4feb-8598-af36958a5991"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:16.775381 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-46ba263b-9e6c-4c0b-af8e-1fbde35bc0ae req-62d6f4f0-0f01-44d8-8cdc-0ed82718d0bc tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602268 Jun 01 15:56:16.806828 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-3be6e2eb-a089-499d-a520-4a04bd685c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:16.808674 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-3be6e2eb-a089-499d-a520-4a04bd685c52 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 200 len: 853 time: 0.0935230 Jun 01 15:56:16.835911 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067c7118-b083-400d-a3c8-0be1a1598b37 x-openstack-request-id: req-067c7118-b083-400d-a3c8-0be1a1598b37 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:16.836490 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8afdb0f-004f-4303-a1a7-03bdd333d8b2", "tag": "70d070f7-7c9e-4feb-8598-af36958a5991", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:16.836490 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-067c7118-b083-400d-a3c8-0be1a1598b37 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:16.836940 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8afdb0f-004f-4303-a1a7-03bdd333d8b2', 'tag': '70d070f7-7c9e-4feb-8598-af36958a5991', 'status': 'completed', 'code': 200} Jun 01 15:56:16.859574 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Pushing event updated for resources: {'Port': ['ID=70d070f7-7c9e-4feb-8598-af36958a5991,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:16.863093 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:16.887338 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-93c5a7aa-26bc-4ef5-a629-42060f2bd0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:16.889470 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-93c5a7aa-26bc-4ef5-a629-42060f2bd0c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5cbeb7d0a51643d69623e87d9d752c9f&device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 1096 time: 0.1081200 Jun 01 15:56:16.900600 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-1d99c581-c6b4-4d2f-8b9d-72ee7f6160b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:16.902261 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-1d99c581-c6b4-4d2f-8b9d-72ee7f6160b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4669e2d8-6468-4fe6-bbdc-30a44279902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816424 Jun 01 15:56:16.964690 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-dbf039f0-2b4c-489b-8a70-24a9a50add4d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70d070f7-7c9e-4feb-8598-af36958a5991 HTTP/1.1" status: 200 len: 217 time: 0.0674546 Jun 01 15:56:16.996085 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46864) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:17.022044 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4d2303dd-4c81-4e2e-8566-020e47a3ecc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:17.045943 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-f10b75ba-fd2c-47d9-9c27-18ce6251d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:17.047938 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-f10b75ba-fd2c-47d9-9c27-18ce6251d1c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d12fab66-ad6e-4b82-a777-582fae91b653 HTTP/1.1" status: 200 len: 854 time: 0.0750999 Jun 01 15:56:17.062084 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-4d2303dd-4c81-4e2e-8566-020e47a3ecc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:17.070307 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-4d2303dd-4c81-4e2e-8566-020e47a3ecc6 admin admin] Usage tracker for resource:security_group_rule and tenant:49e3f0d504254a179d4ffa8747091dbf is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:17.075582 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-4d2303dd-4c81-4e2e-8566-020e47a3ecc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:17.080090 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-5e70fddc-a0de-4fff-9bd6-2e845fe21442 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706829 Jun 01 15:56:17.105178 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-f05874b7-5126-4d53-9f3b-50e7ed807ece service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501189 Jun 01 15:56:17.113933 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-4d2303dd-4c81-4e2e-8566-020e47a3ecc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:17.240415 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-7c2387ee-5adc-4eaa-9041-11a3dbd6c0d8 service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268795 Jun 01 15:56:17.373318 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6c99b5b1-8c68-4bfd-ac37-406e87aec9f4 req-b160fbab-3a69-4eda-b363-95d290dc7eeb service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263700 Jun 01 15:56:17.486649 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7645f9-c6d1-4fab-ad4a-129f503270ee req-e348ae66-a743-484f-abb3-c37e0b3bd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:17.488165 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1f7645f9-c6d1-4fab-ad4a-129f503270ee req-e348ae66-a743-484f-abb3-c37e0b3bd91c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5cbeb7d0a51643d69623e87d9d752c9f&device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 1096 time: 0.0694504 Jun 01 15:56:17.496270 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b652b-666a-4179-8a89-4a6639289ded req-d6c5686a-8a09-4686-a76e-f79426270a31 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:17.498149 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dd9b652b-666a-4179-8a89-4a6639289ded req-d6c5686a-8a09-4686-a76e-f79426270a31 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 945 time: 0.4250956 Jun 01 15:56:17.502830 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-e9d50118-14cb-4b63-a081-fa4838faf2ea service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811605 Jun 01 15:56:17.510975 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebb8c2-0e3b-4516-875e-99b2583d3dda req-2194900c-7afc-4397-99f6-a8a77fc62200 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:17.513082 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-20ebb8c2-0e3b-4516-875e-99b2583d3dda req-2194900c-7afc-4397-99f6-a8a77fc62200 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 943 time: 0.3963084 Jun 01 15:56:17.572982 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4d2303dd-4c81-4e2e-8566-020e47a3ecc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:17.595515 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4d2303dd-4c81-4e2e-8566-020e47a3ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:17.607470 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8b24190c-08d5-4a94-85ae-ada4ce27ba12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:17.622058 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7645f9-c6d1-4fab-ad4a-129f503270ee req-b85ca500-76e3-4f8c-b697-42d1902ee964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:17.623732 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1f7645f9-c6d1-4fab-ad4a-129f503270ee req-b85ca500-76e3-4f8c-b697-42d1902ee964 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 HTTP/1.1" status: 200 len: 915 time: 0.1285300 Jun 01 15:56:17.632916 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-20ebb8c2-0e3b-4516-875e-99b2583d3dda req-818fda8e-c2f8-4519-8763-872c4f9be320 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078973 Jun 01 15:56:17.645314 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dd9b652b-666a-4179-8a89-4a6639289ded req-21e683c6-89f8-4f93-86bf-e8839076a2cb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248577 Jun 01 15:56:17.676688 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2303dd-4c81-4e2e-8566-020e47a3ecc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef52b54-1986-467d-bc0f-4e89f6d3e08f,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:17.685245 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-4d2303dd-4c81-4e2e-8566-020e47a3ecc6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=49e3f0d504254a179d4ffa8747091dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6876361 Jun 01 15:56:17.686657 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4d2303dd-4c81-4e2e-8566-020e47a3ecc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:17.687869 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46870) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:17.705028 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1f7645f9-c6d1-4fab-ad4a-129f503270ee req-f9dee238-7e2d-45bc-bccd-e8af9afd61d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70d070f7-7c9e-4feb-8598-af36958a5991 HTTP/1.1" status: 200 len: 217 time: 0.0744903 Jun 01 15:56:17.769064 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7645f9-c6d1-4fab-ad4a-129f503270ee req-8cfcfc7d-2a3d-4edb-a30b-6633401b8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:17.770651 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1f7645f9-c6d1-4fab-ad4a-129f503270ee req-8cfcfc7d-2a3d-4edb-a30b-6633401b8eb9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d12fab66-ad6e-4b82-a777-582fae91b653 HTTP/1.1" status: 200 len: 854 time: 0.0587575 Jun 01 15:56:17.793395 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1b91-7846-4e6b-953b-933b712c0dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:17.824298 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1f7645f9-c6d1-4fab-ad4a-129f503270ee req-3a445603-0408-493d-832b-2460ca2a7a9b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465302 Jun 01 15:56:17.832232 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1b91-7846-4e6b-953b-933b712c0dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:17.875318 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 43e14949-3c11-47bd-8a3b-be6cb1be43dc up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:17.879806 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa686b42-37c4-478f-b7a7-a79df05c2d4f req-7251f392-15b8-4d3e-a195-b355f0b432ec tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:17.881283 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aa686b42-37c4-478f-b7a7-a79df05c2d4f req-7251f392-15b8-4d3e-a195-b355f0b432ec tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 943 time: 0.1505034 Jun 01 15:56:17.955458 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 43e14949-3c11-47bd-8a3b-be6cb1be43dc triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:17.956134 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:17.963695 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1f7645f9-c6d1-4fab-ad4a-129f503270ee req-4057e7b6-8998-4606-b4c1-ca3917f8b050 service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306908 Jun 01 15:56:17.982030 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-aa686b42-37c4-478f-b7a7-a79df05c2d4f req-d5287954-fdd7-4381-9e22-acf72a348d39 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918629 Jun 01 15:56:17.982030 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1b91-7846-4e6b-953b-933b712c0dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:17.984308 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9c7e2603-55ec-4e80-a789-d22003ed4e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:18.006165 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc1b91-7846-4e6b-953b-933b712c0dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef52b54-1986-467d-bc0f-4e89f6d3e08f,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:18.009742 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e4fc1b91-7846-4e6b-953b-933b712c0dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:18.018197 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1b91-7846-4e6b-953b-933b712c0dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.020271 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-e4fc1b91-7846-4e6b-953b-933b712c0dd9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fef52b54-1986-467d-bc0f-4e89f6d3e08f HTTP/1.1" status: 204 len: 168 time: 0.3299756 Jun 01 15:56:18.036563 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2e0c5-31b1-4a57-8c5e-46073d286939 req-47239578-3a13-4000-b019-703eb58e6fec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:18.039082 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-53a2e0c5-31b1-4a57-8c5e-46073d286939 req-47239578-3a13-4000-b019-703eb58e6fec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1327639 Jun 01 15:56:18.100083 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-53a2e0c5-31b1-4a57-8c5e-46073d286939 req-c48bae68-116a-4f07-8992-f734e2ece0cc tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478892 Jun 01 15:56:18.115394 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.147370 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:18.149688 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e6d3b5-fb03-4246-92ec-8679db385163" -d '{"events": [{"server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "name": "network-vif-plugged", "status": "completed", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:18.170528 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:18.175549 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.177579 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:18.238764 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1f7645f9-c6d1-4fab-ad4a-129f503270ee req-f5ec7ac2-ed3a-4891-9ec5-c6ea9148c864 service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628698 Jun 01 15:56:18.241284 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10852453-7883-4b4c-bcf2-57941e615ba0 x-openstack-request-id: req-10852453-7883-4b4c-bcf2-57941e615ba0 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:18.241588 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "name": "network-vif-plugged", "status": "completed", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:18.241851 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-10852453-7883-4b4c-bcf2-57941e615ba0 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:18.242261 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'code': 200} Jun 01 15:56:18.280740 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=43e14949-3c11-47bd-8a3b-be6cb1be43dc,revision_number=10']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:18.287010 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:18.431296 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46880) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:18.448403 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f96773f1-0387-4dc6-b1b5-cd0cabb98179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.462773 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-f96773f1-0387-4dc6-b1b5-cd0cabb98179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:18.466631 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-f96773f1-0387-4dc6-b1b5-cd0cabb98179 admin admin] Usage tracker for resource:security_group_rule and tenant:2d6e2617d80b4e1c93a385199fd4c1c0 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:18.469381 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-f96773f1-0387-4dc6-b1b5-cd0cabb98179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:18.474965 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-f96773f1-0387-4dc6-b1b5-cd0cabb98179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:18.561238 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f96773f1-0387-4dc6-b1b5-cd0cabb98179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.564866 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f96773f1-0387-4dc6-b1b5-cd0cabb98179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.572666 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e4fc1b91-7846-4e6b-953b-933b712c0dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:18.613331 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-f96773f1-0387-4dc6-b1b5-cd0cabb98179 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2d6e2617d80b4e1c93a385199fd4c1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809297 Jun 01 15:56:18.615814 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 46882) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:18.628140 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96773f1-0387-4dc6-b1b5-cd0cabb98179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a888254-0f71-4927-b8d9-adb9e369cdf3,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:18.632288 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f96773f1-0387-4dc6-b1b5-cd0cabb98179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:18.679608 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e89e-6df7-4b1f-b419-e763b5831b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.709141 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e89e-6df7-4b1f-b419-e763b5831b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.745490 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9969267-8ed6-42c1-8a84-61036d709a62 req-e123f697-0535-44ed-ad79-e6d18a2430fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:18.747747 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f9969267-8ed6-42c1-8a84-61036d709a62 req-e123f697-0535-44ed-ad79-e6d18a2430fa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 1100 time: 0.0769033 Jun 01 15:56:18.791578 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f9969267-8ed6-42c1-8a84-61036d709a62 req-0b7ea57b-2e0e-461b-a7ca-2b0c8a2da693 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356302 Jun 01 15:56:18.843569 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e89e-6df7-4b1f-b419-e763b5831b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.852074 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-1b4ba762-e684-49e2-8b89-eb6c39aff942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:18.871356 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2e89e-6df7-4b1f-b419-e763b5831b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a888254-0f71-4927-b8d9-adb9e369cdf3,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:18.884136 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-d4c2e89e-6df7-4b1f-b419-e763b5831b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:18.890967 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e89e-6df7-4b1f-b419-e763b5831b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.894948 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-d4c2e89e-6df7-4b1f-b419-e763b5831b90 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4a888254-0f71-4927-b8d9-adb9e369cdf3 HTTP/1.1" status: 204 len: 168 time: 0.2751000 Jun 01 15:56:18.924494 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17448-df7b-474f-8237-0d16d288a9c3 req-1fedc632-46f7-4d24-95c8-21fced4e9f45 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:18.925937 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-11e17448-df7b-474f-8237-0d16d288a9c3 req-1fedc632-46f7-4d24-95c8-21fced4e9f45 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 947 time: 0.1331847 Jun 01 15:56:18.934218 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9579-aef2-4224-be8c-b878bc8fb545 req-1bad0439-ccd7-4e80-9f1b-041ed0f15c02 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:18.935650 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-146c9579-aef2-4224-be8c-b878bc8fb545 req-1bad0439-ccd7-4e80-9f1b-041ed0f15c02 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 943 time: 0.1807775 Jun 01 15:56:19.007258 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-11e17448-df7b-474f-8237-0d16d288a9c3 req-05633c2f-9568-4660-994f-f843bbce8ac6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706661 Jun 01 15:56:19.014801 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-146c9579-aef2-4224-be8c-b878bc8fb545 req-c1705a26-b40d-433d-b6a4-ff8ab365cf8c tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652034 Jun 01 15:56:19.206763 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232dcce-f0be-446e-8c78-87eb3188a2e4 req-f78c076f-4a2e-45b7-b36f-036b3e656b80 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:19.208257 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c232dcce-f0be-446e-8c78-87eb3188a2e4 req-f78c076f-4a2e-45b7-b36f-036b3e656b80 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 943 time: 0.0850048 Jun 01 15:56:19.307357 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c232dcce-f0be-446e-8c78-87eb3188a2e4 req-ebbb9268-91cf-4ff6-9e7a-df8b2f37c7b6 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918264 Jun 01 15:56:19.331705 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd0a82-4688-43cf-b0e6-7e0539125fe9 req-7bc0620d-9958-4174-8a41-76a57c161a35 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:19.333162 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-16dd0a82-4688-43cf-b0e6-7e0539125fe9 req-7bc0620d-9958-4174-8a41-76a57c161a35 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1193881 Jun 01 15:56:19.379724 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-16dd0a82-4688-43cf-b0e6-7e0539125fe9 req-d15ca739-800d-4a0f-bb05-e3d537f7598c tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394456 Jun 01 15:56:19.872364 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 3dfd445e-36b3-497e-845d-deb24d048071 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:56:20.009517 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 3dfd445e-36b3-497e-845d-deb24d048071, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3dfd445e-36b3-497e-845d-deb24d048071,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:20.023505 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '3dfd445e-36b3-497e-845d-deb24d048071', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'port_id': '3dfd445e-36b3-497e-845d-deb24d048071', 'mac_address': 'fa:16:3e:21:d4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542bd353-b377-4325-af50-fac452a28ec7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:56:20.089734 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:20.108614 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfd445e-36b3-497e-845d-deb24d048071 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:56:20.126487 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 3dfd445e-36b3-497e-845d-deb24d048071, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3dfd445e-36b3-497e-845d-deb24d048071,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:20.131779 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:20.132709 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 70d070f7-7c9e-4feb-8598-af36958a5991 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:56:20.208570 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:20.290960 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=3dfd445e-36b3-497e-845d-deb24d048071,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:20.373424 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab026a-4b62-4bc4-b36d-21eb9a01eb25 req-b75bdc37-c5eb-4d4e-9ee3-27f3b30d5b4b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:20.374940 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b9ab026a-4b62-4bc4-b36d-21eb9a01eb25 req-b75bdc37-c5eb-4d4e-9ee3-27f3b30d5b4b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 943 time: 0.1839371 Jun 01 15:56:20.392157 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:20.408938 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acdf71-3c83-49ce-a5a2-e909760bb5a9 req-aadcd410-90f1-4b2e-9a45-87715b9eca2b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:20.410882 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-02acdf71-3c83-49ce-a5a2-e909760bb5a9 req-aadcd410-90f1-4b2e-9a45-87715b9eca2b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 947 time: 0.1601803 Jun 01 15:56:20.415917 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 70d070f7-7c9e-4feb-8598-af36958a5991, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=70d070f7-7c9e-4feb-8598-af36958a5991,segment=NetworkSegment(e956bb0a-6477-431b-becd-7c1e5072d471),segment_id=e956bb0a-6477-431b-becd-7c1e5072d471)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:20.432076 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '70d070f7-7c9e-4feb-8598-af36958a5991', 'network_id': '4c7f7e7a-1a81-4425-a4ed-b294f6be0f45', 'port_id': '70d070f7-7c9e-4feb-8598-af36958a5991', 'mac_address': 'fa:16:3e:6e:b5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12fab66-ad6e-4b82-a777-582fae91b653', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:56:20.478800 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b9ab026a-4b62-4bc4-b36d-21eb9a01eb25 req-edcce15d-7e3f-4479-a987-f76d69a627d1 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958729 Jun 01 15:56:20.491956 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-02acdf71-3c83-49ce-a5a2-e909760bb5a9 req-9608c70c-7a6a-422c-a186-aad70d298fd1 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740519 Jun 01 15:56:20.505809 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:20.531053 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d070f7-7c9e-4feb-8598-af36958a5991 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:56:20.556530 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 70d070f7-7c9e-4feb-8598-af36958a5991, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=70d070f7-7c9e-4feb-8598-af36958a5991,segment=NetworkSegment(e956bb0a-6477-431b-becd-7c1e5072d471),segment_id=e956bb0a-6477-431b-becd-7c1e5072d471)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:20.565328 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:20.567275 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:20.664763 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=70d070f7-7c9e-4feb-8598-af36958a5991,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:20.668254 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:20.817793 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6fdef-49fe-4906-b6b7-6de22e68d792 req-7f2f2f0e-b888-41d9-a36e-061ab23c6d88 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:20.819584 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6fc6fdef-49fe-4906-b6b7-6de22e68d792 req-7f2f2f0e-b888-41d9-a36e-061ab23c6d88 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 944 time: 0.1610003 Jun 01 15:56:20.830804 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1668a-3150-486d-9503-b090240d0d0c req-c19b4637-182f-45dd-890e-280c12e44b62 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:20.832644 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f9a1668a-3150-486d-9503-b090240d0d0c req-c19b4637-182f-45dd-890e-280c12e44b62 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1322694 Jun 01 15:56:20.835638 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['3dfd445e-36b3-497e-845d-deb24d048071'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:56:20.871500 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['70d070f7-7c9e-4feb-8598-af36958a5991'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:56:20.915604 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6fc6fdef-49fe-4906-b6b7-6de22e68d792 req-18323904-18a0-4e4e-b22b-ef2c1d272ce7 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818589 Jun 01 15:56:20.938092 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f9a1668a-3150-486d-9503-b090240d0d0c req-4a0d6420-40f2-4574-88de-a0257c02a925 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904553 Jun 01 15:56:21.737169 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e6386-c447-4410-9e78-343c411aa63a req-45fb5e72-b3ee-4870-9a2f-990c2aab6ed4 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:21.738849 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d11e6386-c447-4410-9e78-343c411aa63a req-45fb5e72-b3ee-4870-9a2f-990c2aab6ed4 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 944 time: 0.1520495 Jun 01 15:56:21.749864 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc306f-71b8-4275-8437-e0ba5e957090 req-b99fce91-ee2e-43f2-8b92-c0305b6ada82 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:21.751288 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-80dc306f-71b8-4275-8437-e0ba5e957090 req-b99fce91-ee2e-43f2-8b92-c0305b6ada82 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 947 time: 0.1278765 Jun 01 15:56:21.833213 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d11e6386-c447-4410-9e78-343c411aa63a req-b963e7dd-fe89-4787-b86b-94a4735d3dd3 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808942 Jun 01 15:56:21.840391 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-80dc306f-71b8-4275-8437-e0ba5e957090 req-acd06d49-ab7b-40c0-95ae-6719b06ef2e8 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750210 Jun 01 15:56:21.889825 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 3dfd445e-36b3-497e-845d-deb24d048071 up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:21.964788 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port 3dfd445e-36b3-497e-845d-deb24d048071 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:21.969927 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 3dfd445e-36b3-497e-845d-deb24d048071 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:21.970351 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.094345 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.122334 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:22.124587 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9cbe3b-8e2a-47ec-9ecb-b6b5350cfd2b" -d '{"events": [{"server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "name": "network-vif-plugged", "status": "completed", "tag": "3dfd445e-36b3-497e-845d-deb24d048071"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:22.132586 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 3dfd445e-36b3-497e-845d-deb24d048071, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3dfd445e-36b3-497e-845d-deb24d048071,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:22.137091 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.138062 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 70d070f7-7c9e-4feb-8598-af36958a5991 up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:22.166840 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:22.270046 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b6918-562e-4c68-aa27-0d408c19ea37 req-074dfd84-b2dc-4340-8abb-2877d474977e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:22.272182 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6a5b6918-562e-4c68-aa27-0d408c19ea37 req-074dfd84-b2dc-4340-8abb-2877d474977e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 944 time: 0.2511327 Jun 01 15:56:22.286499 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badee896-25ed-417e-9ff7-63a91a1ff44a req-907e4c66-d413-4d8c-b82c-b82d7e3625ce tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:22.287994 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-badee896-25ed-417e-9ff7-63a91a1ff44a req-907e4c66-d413-4d8c-b82c-b82d7e3625ce tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.2221053 Jun 01 15:56:22.288595 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=3dfd445e-36b3-497e-845d-deb24d048071,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:22.291975 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:22.295421 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port 70d070f7-7c9e-4feb-8598-af36958a5991 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:22.301827 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 70d070f7-7c9e-4feb-8598-af36958a5991 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:22.302244 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.372727 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6a5b6918-562e-4c68-aa27-0d408c19ea37 req-77310289-4b0b-42c2-a0c7-7c0302265803 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949402 Jun 01 15:56:22.381498 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-badee896-25ed-417e-9ff7-63a91a1ff44a req-b0c38887-c8a6-4c32-b07b-974508d7dd7a tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722704 Jun 01 15:56:22.455308 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613ed0da-6ca5-4d31-895f-00b7ffe9f732 x-openstack-request-id: req-613ed0da-6ca5-4d31-895f-00b7ffe9f732 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:22.455805 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "name": "network-vif-plugged", "status": "completed", "tag": "3dfd445e-36b3-497e-845d-deb24d048071", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:22.456224 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-613ed0da-6ca5-4d31-895f-00b7ffe9f732 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:22.456820 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071', 'code': 200} Jun 01 15:56:22.459856 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.498730 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 70d070f7-7c9e-4feb-8598-af36958a5991, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=70d070f7-7c9e-4feb-8598-af36958a5991,segment=NetworkSegment(e956bb0a-6477-431b-becd-7c1e5072d471),segment_id=e956bb0a-6477-431b-becd-7c1e5072d471)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:22.503551 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.506320 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:22.572967 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=70d070f7-7c9e-4feb-8598-af36958a5991,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:22.576383 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:22.701313 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1babd-d0f2-4444-a0cb-956f7361c03d req-e298e359-d0d3-44bd-9924-39f1366b7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:22.702804 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f8d1babd-d0f2-4444-a0cb-956f7361c03d req-e298e359-d0d3-44bd-9924-39f1366b7967 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1098 time: 0.0797825 Jun 01 15:56:22.744362 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f8d1babd-d0f2-4444-a0cb-956f7361c03d req-b7fc0c0d-7a00-49b4-90c6-6864c180a1bb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349183 Jun 01 15:56:23.021906 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364f14b-df8a-487e-90e7-6d36c5505cd9 req-ae9ddc3b-a31d-46db-a8d2-4f6665ea1f7a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:23.023271 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1364f14b-df8a-487e-90e7-6d36c5505cd9 req-ae9ddc3b-a31d-46db-a8d2-4f6665ea1f7a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0779850 Jun 01 15:56:23.072402 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1364f14b-df8a-487e-90e7-6d36c5505cd9 req-6e7ba730-e4d6-46c1-a166-00c083d3019e tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 Jun 01 15:56:23.639183 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798390d7-a94a-4ccc-a933-9049fe25eb28 req-952aab3c-187f-4c0b-8c1a-730d7886e5b0 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:23.640702 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-798390d7-a94a-4ccc-a933-9049fe25eb28 req-952aab3c-187f-4c0b-8c1a-730d7886e5b0 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 945 time: 0.1479533 Jun 01 15:56:23.648938 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77529d40-efa6-41c6-8708-5b2368d39e83 req-5ab888ae-4782-4755-903c-92c15efaf6a1 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:23.650351 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-77529d40-efa6-41c6-8708-5b2368d39e83 req-5ab888ae-4782-4755-903c-92c15efaf6a1 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1251168 Jun 01 15:56:23.747036 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-798390d7-a94a-4ccc-a933-9049fe25eb28 req-a747bed1-7b88-474b-81d9-88d310e92292 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952001 Jun 01 15:56:23.762493 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-77529d40-efa6-41c6-8708-5b2368d39e83 req-1ecdcddc-b34d-4b71-8470-a93ad7618006 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876477 Jun 01 15:56:23.914403 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 47008) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:24.028751 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1d3b-18c5-4e5a-b76c-e004dc85e1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.042500 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-dc6a1d3b-18c5-4e5a-b76c-e004dc85e1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:24.046335 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-dc6a1d3b-18c5-4e5a-b76c-e004dc85e1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e7f5ed393f6443389bbbf9a91d43746b is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:24.049115 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-dc6a1d3b-18c5-4e5a-b76c-e004dc85e1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:24.054808 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-dc6a1d3b-18c5-4e5a-b76c-e004dc85e1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:24.137781 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1d3b-18c5-4e5a-b76c-e004dc85e1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.141674 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1d3b-18c5-4e5a-b76c-e004dc85e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.150138 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-df2398a1-5b29-4201-bc08-a8d17c5cf19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:24.223136 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-dc6a1d3b-18c5-4e5a-b76c-e004dc85e1e2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e7f5ed393f6443389bbbf9a91d43746b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076594 Jun 01 15:56:24.225811 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47014) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:24.229079 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a1d3b-18c5-4e5a-b76c-e004dc85e1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b14df-68fb-466c-b5f0-50a0b23cebc6,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:24.236737 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-dc6a1d3b-18c5-4e5a-b76c-e004dc85e1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:24.276732 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f179-d5c0-41e6-b2a1-7af7a4de238e req-20e5ed59-435a-4f58-9998-d4077e2eb030 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:24.278316 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-11d3f179-d5c0-41e6-b2a1-7af7a4de238e req-20e5ed59-435a-4f58-9998-d4077e2eb030 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0965621 Jun 01 15:56:24.285045 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.310731 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.321981 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-11d3f179-d5c0-41e6-b2a1-7af7a4de238e req-dbe9db34-a53c-40b1-bd6c-8c833e5a73dd tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Jun 01 15:56:24.362455 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.366324 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-99529baf-077e-4e2b-818d-3582c8bd5575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:24.379718 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b14df-68fb-466c-b5f0-50a0b23cebc6,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:24.390519 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.390896 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.391266 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.391625 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.391983 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.392338 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.392693 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.393043 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.393392 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.393740 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.394115 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.394458 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:24.398939 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:24.400920 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.402077 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6b6b14df-68fb-466c-b5f0-50a0b23cebc6 HTTP/1.1" status: 204 len: 168 time: 0.1752570 Jun 01 15:56:24.457933 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8afdb0f-004f-4303-a1a7-03bdd333d8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d070f7-7c9e-4feb-8598-af36958a5991'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:24.460596 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e89e7fc-ff2b-4e58-ae28-35554e89aa10" -d '{"events": [{"server_uuid": "b8afdb0f-004f-4303-a1a7-03bdd333d8b2", "name": "network-vif-plugged", "status": "completed", "tag": "70d070f7-7c9e-4feb-8598-af36958a5991"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:24.501785 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d65bde3-667d-4b3e-921f-5c45abfdefc3 x-openstack-request-id: req-4d65bde3-667d-4b3e-921f-5c45abfdefc3 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:24.502108 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8afdb0f-004f-4303-a1a7-03bdd333d8b2", "name": "network-vif-plugged", "status": "completed", "tag": "70d070f7-7c9e-4feb-8598-af36958a5991", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:24.502375 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4d65bde3-667d-4b3e-921f-5c45abfdefc3 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:24.502768 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8afdb0f-004f-4303-a1a7-03bdd333d8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d070f7-7c9e-4feb-8598-af36958a5991', 'code': 200} Jun 01 15:56:24.683535 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 47022) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:24.701150 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-28d5e8cb-7fee-45ae-944d-306c4a55f791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.716365 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-28d5e8cb-7fee-45ae-944d-306c4a55f791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:24.720469 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-28d5e8cb-7fee-45ae-944d-306c4a55f791 admin admin] Usage tracker for resource:security_group_rule and tenant:58f756c4e21d40009b60b57fdca400ce is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:24.723319 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-28d5e8cb-7fee-45ae-944d-306c4a55f791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:24.726816 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605f75e-dff1-44e5-b090-9555dc7bf360 req-43a4f5bb-a221-4c6b-9b7d-dc8306f6e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:24.728322 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-a605f75e-dff1-44e5-b090-9555dc7bf360 req-43a4f5bb-a221-4c6b-9b7d-dc8306f6e275 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0719297 Jun 01 15:56:24.728992 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-28d5e8cb-7fee-45ae-944d-306c4a55f791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:24.773072 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-a605f75e-dff1-44e5-b090-9555dc7bf360 req-6a023224-ba25-44a1-8fb0-fc8c78466ef0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381296 Jun 01 15:56:24.812372 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-28d5e8cb-7fee-45ae-944d-306c4a55f791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.816903 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-28d5e8cb-7fee-45ae-944d-306c4a55f791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.826250 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ed455179-ef92-4a3c-b34a-c5042bd5d353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:24.872546 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-28d5e8cb-7fee-45ae-944d-306c4a55f791 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=58f756c4e21d40009b60b57fdca400ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870923 Jun 01 15:56:24.875094 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47028) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:24.916477 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5e8cb-7fee-45ae-944d-306c4a55f791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d145af-9226-49fe-ba04-93f12185ed8a,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:24.919507 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-28d5e8cb-7fee-45ae-944d-306c4a55f791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:24.937246 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c690fbfd-7e37-4700-b41d-6285ab0f47e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.962773 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c690fbfd-7e37-4700-b41d-6285ab0f47e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:25.020210 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c690fbfd-7e37-4700-b41d-6285ab0f47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:25.025085 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ebee6f13-0553-4a32-9c39-55352071bfaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:25.031239 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c644b0c-943f-4959-85c7-94e8e9a7e2a9 req-99155e7e-8492-4db8-985c-048a2fa1befe tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:25.032670 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8c644b0c-943f-4959-85c7-94e8e9a7e2a9 req-99155e7e-8492-4db8-985c-048a2fa1befe tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 945 time: 0.1649458 Jun 01 15:56:25.037932 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690fbfd-7e37-4700-b41d-6285ab0f47e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d145af-9226-49fe-ba04-93f12185ed8a,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:25.040414 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c690fbfd-7e37-4700-b41d-6285ab0f47e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:25.041693 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c690fbfd-7e37-4700-b41d-6285ab0f47e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:25.042461 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f24ef-cea9-4af4-a44b-ca50169a9c32 req-4e5e9710-2620-4dfa-9cc2-9769b7d16d47 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:25.044141 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8b4f24ef-cea9-4af4-a44b-ca50169a9c32 req-4e5e9710-2620-4dfa-9cc2-9769b7d16d47 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1235859 Jun 01 15:56:25.051066 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c690fbfd-7e37-4700-b41d-6285ab0f47e6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b4d145af-9226-49fe-ba04-93f12185ed8a HTTP/1.1" status: 204 len: 168 time: 0.1746399 Jun 01 15:56:25.121844 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8b4f24ef-cea9-4af4-a44b-ca50169a9c32 req-8282af9e-8756-4759-93af-59c80a0bf067 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677700 Jun 01 15:56:25.126305 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8c644b0c-943f-4959-85c7-94e8e9a7e2a9 req-400883c4-c1d3-45ee-9809-c6f14af6d37a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812445 Jun 01 15:56:25.311336 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7083842-d8f0-4f17-9986-fd0a8ee1c6aa req-43c8a6a7-0839-4530-84b8-a2975c6b4273 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:25.312674 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a7083842-d8f0-4f17-9986-fd0a8ee1c6aa req-43c8a6a7-0839-4530-84b8-a2975c6b4273 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 945 time: 0.0791922 Jun 01 15:56:25.365193 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a7083842-d8f0-4f17-9986-fd0a8ee1c6aa req-10e9a3af-8f85-484e-a371-b112c4be0dc5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469832 Jun 01 15:56:25.514168 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7516c-62a9-44bd-b0d0-f06003105ede req-b49f1e92-222f-429b-9c15-91f6df37422b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:25.515274 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-72d7516c-62a9-44bd-b0d0-f06003105ede req-b49f1e92-222f-429b-9c15-91f6df37422b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0842407 Jun 01 15:56:25.567947 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-72d7516c-62a9-44bd-b0d0-f06003105ede req-248d7791-e9e8-4ca0-b65b-647c3837c0f9 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460033 Jun 01 15:56:25.819939 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e655d0f-bf3c-4bd4-b4cf-7234aded21be req-f3660a13-59f8-4dc6-9b23-c457cb47431a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:25.820797 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47058) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:25.821314 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0e655d0f-bf3c-4bd4-b4cf-7234aded21be req-f3660a13-59f8-4dc6-9b23-c457cb47431a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 945 time: 0.0826654 Jun 01 15:56:25.867181 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0e655d0f-bf3c-4bd4-b4cf-7234aded21be req-916bf7a6-d4f2-4ce0-8cd4-d0a43fa198c0 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399628 Jun 01 15:56:25.925594 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-944254802-network', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:25.930497 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:25.934826 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Usage tracker for resource:network and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:25.937941 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:25.943710 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:25.954838 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Made reservation on behalf of 7b75d2e1fbfe420391ccbcd9260fcd8e for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:25.957438 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:25.969252 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:25.983130 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:25.986824 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Usage tracker for resource:security_group_rule and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:25.989572 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:25.995502 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:26.083193 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.087660 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.092485 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-514e7b96-e263-4641-88f0-2683a9a293a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:26.118112 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:56:26.131747 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852a076a-1ca2-4bba-a387-c8c94c2bd69d,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:26.135758 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:26.136689 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.138078 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Added segment fe319640-d22f-4e84-ab1e-61aa792086e4 of type vlan for network 9db96302-5e25-407f-a03a-39d0da6f802f Jun 01 15:56:26.166722 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.201511 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.202977 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:26.203561 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.208517 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:26.266948 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4450471 Jun 01 15:56:26.270348 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47070) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:26.275230 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Request body: {'subnet': {'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-944254802-subnet', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:26.327213 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:26.335791 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Pushing event updated for resources: {'Network': ['ID=9db96302-5e25-407f-a03a-39d0da6f802f,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:26.338431 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Usage tracker for resource:subnet and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:26.342419 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:26.343755 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:26.346963 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 9db96302-5e25-407f-a03a-39d0da6f802f details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:56:26.362558 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:26.368343 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c5222-15e2-40b1-b9d0-496efffb6ba6 req-facd0115-664d-4166-9bf9-036ce581e4d3 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:26.374603 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ef7c5222-15e2-40b1-b9d0-496efffb6ba6 req-facd0115-664d-4166-9bf9-036ce581e4d3 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1285548 Jun 01 15:56:26.376947 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Made reservation on behalf of 7b75d2e1fbfe420391ccbcd9260fcd8e for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:26.379540 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5468444'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.424911 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ef7c5222-15e2-40b1-b9d0-496efffb6ba6 req-5b0cf267-33e3-4518-9d7d-114b2ae3073b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Jun 01 15:56:26.759368 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7105b6-6849-4030-99a6-467e52fdc567 req-728c955e-5669-40ea-a282-3fd3515a3e68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:26.760830 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fa7105b6-6849-4030-99a6-467e52fdc567 req-728c955e-5669-40ea-a282-3fd3515a3e68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0820858 Jun 01 15:56:26.772208 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5468462'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.776799 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b3a729ff-2ae6-4d95-988c-e35346777a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:26.805212 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fa7105b6-6849-4030-99a6-467e52fdc567 req-b3b8caaf-f26a-4fdd-8117-e28ab336f224 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386691 Jun 01 15:56:26.848575 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6551c6d2-20f0-45a3-a414-91982d1c5f18,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:26.851985 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:26.858388 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Checking segment: {'id': 'fe319640-d22f-4e84-ab1e-61aa792086e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:26.858745 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Network hostable DHCP agents. Network: 9db96302-5e25-407f-a03a-39d0da6f802f, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:56:26.875637 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Network 9db96302-5e25-407f-a03a-39d0da6f802f is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:56:26.884929 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 9db96302-5e25-407f-a03a-39d0da6f802f) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:26.894539 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9094a-1e2e-4379-a54b-e39dad905474 None None] Network 9db96302-5e25-407f-a03a-39d0da6f802f requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:56:26.895503 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:26.896160 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.918038 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6461332 Jun 01 15:56:26.920808 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47078) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:26.927138 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-944254802-router', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:26.932231 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:26.936798 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Usage tracker for resource:router and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:26.939857 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:26.945533 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:26.956748 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7998537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15119'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.957832 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7985302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7957882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15110'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.974058 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.145137 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c58c33-a809-5445-82d3-f2e7d60efdb5-9db96302-5e25-407f-a03a-39d0da6f802f', 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'fixed_ips': [{'subnet_id': '6551c6d2-20f0-45a3-a414-91982d1c5f18'}]}} from dv-cinder-793515-3-iscsi. {{(pid=91912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:56:27.146462 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.309575 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Allocated IP 172.20.0.2 (9db96302-5e25-407f-a03a-39d0da6f802f/6551c6d2-20f0-45a3-a414-91982d1c5f18/cf1798c7-908a-4012-8578-15e3e5a3bdb8) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:27.358776 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7985288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15144'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.528387 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.538540 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Transition to ACTIVE for port object cf1798c7-908a-4012-8578-15e3e5a3bdb8 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:27.557061 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Transition to ACTIVE for port object cf1798c7-908a-4012-8578-15e3e5a3bdb8 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:27.566382 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.571397 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:27.643423 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Network 9db96302-5e25-407f-a03a-39d0da6f802f is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:27.646898 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:27.651229 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:27.675614 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8656be-b242-4147-aeda-43c31c8d49cf req-c60dbdcf-4ae6-4702-8098-fe5ddad4e5df tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:27.682922 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea8656be-b242-4147-aeda-43c31c8d49cf req-c60dbdcf-4ae6-4702-8098-fe5ddad4e5df tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1053398 Jun 01 15:56:27.696608 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Pushing event updated for resources: {'Port': ['ID=cf1798c7-908a-4012-8578-15e3e5a3bdb8,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:27.725687 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:27.732356 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.740071 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ea8656be-b242-4147-aeda-43c31c8d49cf req-5e2efa3a-670e-4ed6-bb76-2c50859bdf97 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563881 Jun 01 15:56:27.758427 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Attempting to bind port cf1798c7-908a-4012-8578-15e3e5a3bdb8 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:27.759045 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Attempting to bind port cf1798c7-908a-4012-8578-15e3e5a3bdb8 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': 'fe319640-d22f-4e84-ab1e-61aa792086e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:27.759515 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Attempting to bind port cf1798c7-908a-4012-8578-15e3e5a3bdb8 on network 9db96302-5e25-407f-a03a-39d0da6f802f {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:27.766829 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:27.767347 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Checking segment: {'id': 'fe319640-d22f-4e84-ab1e-61aa792086e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:27.768008 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.768526 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Bound using segment: {'id': 'fe319640-d22f-4e84-ab1e-61aa792086e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:27.769106 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Bound port: cf1798c7-908a-4012-8578-15e3e5a3bdb8, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe319640-d22f-4e84-ab1e-61aa792086e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:27.769585 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.772960 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.879579 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] For port cf1798c7-908a-4012-8578-15e3e5a3bdb8, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:27.883457 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] For port cf1798c7-908a-4012-8578-15e3e5a3bdb8, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=cf1798c7-908a-4012-8578-15e3e5a3bdb8,segment=NetworkSegment(fe319640-d22f-4e84-ab1e-61aa792086e4),segment_id=fe319640-d22f-4e84-ab1e-61aa792086e4)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:27.895918 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.902062 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1c7593a0-0e69-4470-bd2f-0731ec0100e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:27.953775 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Allocated IP 172.27.2.48 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/d41505c2-3f31-4828-8c7b-accef6042cb3) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:28.024392 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Pushing event updated for resources: {'Port': ['ID=cf1798c7-908a-4012-8578-15e3e5a3bdb8,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:28.028122 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:28.167736 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:28.218409 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a692134-2e1d-4eb1-aaa6-7f4ad0bfdc3f req-f1f2a490-49ac-4c21-836b-7488656af2f6 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:28.220057 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6a692134-2e1d-4eb1-aaa6-7f4ad0bfdc3f req-f1f2a490-49ac-4c21-836b-7488656af2f6 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.0985959 Jun 01 15:56:28.273420 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:28.280994 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9c56ab2d-3b8d-4014-b2bc-388ab311dbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:28.319817 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6a692134-2e1d-4eb1-aaa6-7f4ad0bfdc3f req-38e20a66-f696-4f58-a72d-36e49cb6c5ff tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937572 Jun 01 15:56:28.372927 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:28.377671 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:28.383222 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:28.449616 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Pushing event updated for resources: {'Port': ['ID=d41505c2-3f31-4828-8c7b-accef6042cb3,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:28.454865 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:28.464096 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c5f2c-5879-4cca-bbe9-7feca8bdf268 req-52be0303-7987-43d7-8abb-c5060bbb58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:28.466343 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ef5c5f2c-5879-4cca-bbe9-7feca8bdf268 req-52be0303-7987-43d7-8abb-c5060bbb58ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 1099 time: 0.2602217 Jun 01 15:56:28.490619 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device cf1798c7-908a-4012-8578-15e3e5a3bdb8 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:28.602759 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port cf1798c7-908a-4012-8578-15e3e5a3bdb8 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:28.787334 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c5f2c-5879-4cca-bbe9-7feca8bdf268 req-c7d3953d-b376-47a4-8104-d39ee35db677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:28.788760 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ef5c5f2c-5879-4cca-bbe9-7feca8bdf268 req-c7d3953d-b376-47a4-8104-d39ee35db677 service neutron] 10.222.0.86 "GET /v2.0/networks?id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 200 len: 912 time: 0.3138325 Jun 01 15:56:28.972756 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ef5c5f2c-5879-4cca-bbe9-7feca8bdf268 req-964606b2-8bab-479e-bca6-2d584d235db1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1c74f1b-053b-491d-a7ad-863ba01a09aa HTTP/1.1" status: 200 len: 1000 time: 0.1325805 Jun 01 15:56:29.110610 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e06318-72df-4221-ba06-714135e3b28c None None] Network 9db96302-5e25-407f-a03a-39d0da6f802f requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:56:29.209204 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.221222 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-a6f16ce4-9057-49a8-9b4e-855fc0ab10a7 None None] Provisioning for port cf1798c7-908a-4012-8578-15e3e5a3bdb8 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:29.237491 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-a6f16ce4-9057-49a8-9b4e-855fc0ab10a7 None None] Provisioning complete for port cf1798c7-908a-4012-8578-15e3e5a3bdb8 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:29.237867 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6f16ce4-9057-49a8-9b4e-855fc0ab10a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.281790 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c5f2c-5879-4cca-bbe9-7feca8bdf268 req-b261a682-ca74-454e-a862-b89042d9081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:29.283263 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ef5c5f2c-5879-4cca-bbe9-7feca8bdf268 req-b261a682-ca74-454e-a862-b89042d9081c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bab6368-25d8-4c2d-a23d-c0d5327163ea HTTP/1.1" status: 200 len: 850 time: 0.1508179 Jun 01 15:56:29.450341 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6f16ce4-9057-49a8-9b4e-855fc0ab10a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.487681 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-a6f16ce4-9057-49a8-9b4e-855fc0ab10a7 None None] For port cf1798c7-908a-4012-8578-15e3e5a3bdb8, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=cf1798c7-908a-4012-8578-15e3e5a3bdb8,segment=NetworkSegment(fe319640-d22f-4e84-ab1e-61aa792086e4),segment_id=fe319640-d22f-4e84-ab1e-61aa792086e4)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:29.494327 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6f16ce4-9057-49a8-9b4e-855fc0ab10a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.496981 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:29.528067 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c5f2c-5879-4cca-bbe9-7feca8bdf268 req-6f64a895-8ed4-43f0-aa8a-8d0ba5290cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:29.529677 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ef5c5f2c-5879-4cca-bbe9-7feca8bdf268 req-6f64a895-8ed4-43f0-aa8a-8d0ba5290cae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2336974 Jun 01 15:56:29.533080 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21e5b-2c7f-47f8-80e6-518980219d74 req-d9bd847c-3d05-41ee-a1ba-3fa4302bc838 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:29.535165 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0ef21e5b-2c7f-47f8-80e6-518980219d74 req-d9bd847c-3d05-41ee-a1ba-3fa4302bc838 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1025519 Jun 01 15:56:29.578165 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f16ce4-9057-49a8-9b4e-855fc0ab10a7 None None] Pushing event updated for resources: {'Port': ['ID=cf1798c7-908a-4012-8578-15e3e5a3bdb8,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:29.581252 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a6f16ce4-9057-49a8-9b4e-855fc0ab10a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:29.589242 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0ef21e5b-2c7f-47f8-80e6-518980219d74 req-cc6dc6be-c295-4780-91b2-62de69aa660f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466313 Jun 01 15:56:29.658449 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7985253'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.816542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-416c0250-da58-4013-a05b-706137c3dba7 None None] Provisioning complete for port cf1798c7-908a-4012-8578-15e3e5a3bdb8 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:29.817112 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-416c0250-da58-4013-a05b-706137c3dba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.820959 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ef5c5f2c-5879-4cca-bbe9-7feca8bdf268 req-67c4437a-e4c7-45a3-9f57-414c2b02e5ef service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834649 Jun 01 15:56:30.038016 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ef5c5f2c-5879-4cca-bbe9-7feca8bdf268 req-852b292f-7782-497a-a9f7-4d79d3e21b33 service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627691 Jun 01 15:56:30.048172 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Router f6ae3aec-7591-4326-95b3-49164157bb34 is scheduled to L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:56:30.222466 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:56:30.231101 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Sync routers for ids ['f6ae3aec-7591-4326-95b3-49164157bb34'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:56:30.240315 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Routers {'f6ae3aec-7591-4326-95b3-49164157bb34'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:30.241173 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:56:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f6ae3aec-7591-4326-95b3-49164157bb34'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:30.246023 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:30.247869 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3260763 Jun 01 15:56:30.250484 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47118) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:30.412752 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device cf1798c7-908a-4012-8578-15e3e5a3bdb8 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:30.499659 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Set router f6ae3aec-7591-4326-95b3-49164157bb34 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:30.702214 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port cf1798c7-908a-4012-8578-15e3e5a3bdb8 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:30.702992 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:30.850685 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015b7ff-930a-404e-87d8-b74dff6aeedf req-dea01568-0efa-4c75-89b1-08eb55c461d8 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:30.858887 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e015b7ff-930a-404e-87d8-b74dff6aeedf req-dea01568-0efa-4c75-89b1-08eb55c461d8 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1453857 Jun 01 15:56:30.925034 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e015b7ff-930a-404e-87d8-b74dff6aeedf req-ba56c0ea-e48d-442f-9710-25fe67851cd0 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649338 Jun 01 15:56:30.935420 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'name': 'tempest-TestVolumeBootPattern-944254802-router', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:26Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 3, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'gw_port': {'id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:27Z', 'updated_at': '2021-06-01T15:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:30.939570 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Checking router: f6ae3aec-7591-4326-95b3-49164157bb34 for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:56:30.940000 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Updating router f6ae3aec-7591-4326-95b3-49164157bb34 port d41505c2-3f31-4828-8c7b-accef6042cb3 binding host dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:56:30.994193 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.156838 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.322774 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.335170 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Transition to ACTIVE for port object d41505c2-3f31-4828-8c7b-accef6042cb3 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:31.342303 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.346594 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:31.361362 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Allocated IP 172.20.0.1 (9db96302-5e25-407f-a03a-39d0da6f802f/6551c6d2-20f0-45a3-a414-91982d1c5f18/d9f588f7-db17-46ad-b988-c835716ad1fe) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:31.420696 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Attempting to bind port d41505c2-3f31-4828-8c7b-accef6042cb3 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:31.420986 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Attempting to bind port d41505c2-3f31-4828-8c7b-accef6042cb3 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:31.421355 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Attempting to bind port d41505c2-3f31-4828-8c7b-accef6042cb3 on network 33f215dc-9a0b-4949-9713-0c7e803de905 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:31.429938 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f88b57-0ad6-436e-b80d-a9e1f0e49169 None None] Pushing event updated for resources: {'Port': ['ID=d41505c2-3f31-4828-8c7b-accef6042cb3,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:31.432358 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:31.432739 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Checking segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:31.433144 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.433530 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Bound using segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:31.434118 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Bound port: d41505c2-3f31-4828-8c7b-accef6042cb3, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:31.434528 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.461609 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-33f88b57-0ad6-436e-b80d-a9e1f0e49169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:31.506363 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] For port d41505c2-3f31-4828-8c7b-accef6042cb3, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:31.509429 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] For port d41505c2-3f31-4828-8c7b-accef6042cb3, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=d41505c2-3f31-4828-8c7b-accef6042cb3,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:31.514448 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.516661 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.519182 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a6f16ce4-9057-49a8-9b4e-855fc0ab10a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:31.533280 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Transition to ACTIVE for port object d9f588f7-db17-46ad-b988-c835716ad1fe will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:31.557368 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.562147 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d30ea6f4-1519-4deb-99f3-c93e9680015a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:31.593942 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Routers {'f6ae3aec-7591-4326-95b3-49164157bb34'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:31.594580 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:56:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f6ae3aec-7591-4326-95b3-49164157bb34'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:31.627744 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Network 9db96302-5e25-407f-a03a-39d0da6f802f is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:31.631047 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:31.633808 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:31.656328 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f88b57-0ad6-436e-b80d-a9e1f0e49169 None None] Pushing event updated for resources: {'Port': ['ID=d41505c2-3f31-4828-8c7b-accef6042cb3,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:31.660847 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-33f88b57-0ad6-436e-b80d-a9e1f0e49169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:31.677636 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f588f7-db17-46ad-b988-c835716ad1fe,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:31.680310 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:31.698709 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7985839'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.780615 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] Set router f6ae3aec-7591-4326-95b3-49164157bb34 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:31.967815 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-0e88e811-b9ce-4cbf-b252-b6411f79a24f None None] Provisioning for port d9f588f7-db17-46ad-b988-c835716ad1fe completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:31.969382 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.984942 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-0e88e811-b9ce-4cbf-b252-b6411f79a24f None None] Provisioning complete for port d9f588f7-db17-46ad-b988-c835716ad1fe triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:31.985316 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0e88e811-b9ce-4cbf-b252-b6411f79a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:32.046145 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-0e88e811-b9ce-4cbf-b252-b6411f79a24f None None] Port d9f588f7-db17-46ad-b988-c835716ad1fe cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:56:32.209467 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'name': 'tempest-TestVolumeBootPattern-944254802-router', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:26Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 3, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'gw_port': {'id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:27Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:32.213724 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb351a-9f10-40bf-a2fb-ec0613034400 None None] The sync data for ids ['f6ae3aec-7591-4326-95b3-49164157bb34'] in dv-cinder-793515-3-iscsi is: [{'id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'name': 'tempest-TestVolumeBootPattern-944254802-router', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:26Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 3, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'gw_port': {'id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:27Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:56:32.234664 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65deec-2b87-4d0a-8af8-3e26f88937e6 req-cac2ff45-6f6e-4676-8257-c5e5bdce6015 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:32.242153 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4c65deec-2b87-4d0a-8af8-3e26f88937e6 req-cac2ff45-6f6e-4676-8257-c5e5bdce6015 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.1784475 Jun 01 15:56:32.284948 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4c65deec-2b87-4d0a-8af8-3e26f88937e6 req-571c6fb6-af2e-4054-a5a6-913a047452e7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Jun 01 15:56:32.335500 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:32.340028 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:32.364746 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:32.463874 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985712'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:32.467594 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f588f7-db17-46ad-b988-c835716ad1fe,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:32.470428 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:32.614025 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Network 9db96302-5e25-407f-a03a-39d0da6f802f is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:32.615211 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:32.819479 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Router f6ae3aec-7591-4326-95b3-49164157bb34 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:56:32.871880 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-a600ae4d-a33d-42bb-a582-29fb1dc579e1 None None] Provisioning complete for port d9f588f7-db17-46ad-b988-c835716ad1fe triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:32.872782 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a600ae4d-a33d-42bb-a582-29fb1dc579e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:32.930961 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-a600ae4d-a33d-42bb-a582-29fb1dc579e1 None None] Port d9f588f7-db17-46ad-b988-c835716ad1fe cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:56:33.009283 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:56:33.022038 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] 10.222.0.63 "PUT /v2.0/routers/f6ae3aec-7591-4326-95b3-49164157bb34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7676928 Jun 01 15:56:33.521665 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47152) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:33.526652 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1039272773-network', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:33.531558 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:33.542572 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Usage tracker for resource:network and tenant:5a0472d306d14eac8d06bcc7510f1c7b is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:33.545712 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:33.551405 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:33.562950 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Made reservation on behalf of 5a0472d306d14eac8d06bcc7510f1c7b for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:33.566233 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.580977 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.596326 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:33.600265 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Usage tracker for resource:security_group_rule and tenant:5a0472d306d14eac8d06bcc7510f1c7b is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:33.603148 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:33.609952 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:33.669323 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Sync routers for ids ['f6ae3aec-7591-4326-95b3-49164157bb34'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:56:33.678318 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Routers {'f6ae3aec-7591-4326-95b3-49164157bb34'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:33.678934 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:56:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f6ae3aec-7591-4326-95b3-49164157bb34'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:33.696439 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.701087 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.704340 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1328bead-dedd-4bfa-b08a-f90ee7b7ea5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:33.738189 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:56:33.749300 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02388873-5703-4460-8054-eb71be697a1e,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:33.752327 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:33.756560 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.756899 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Added segment 1b6a05be-c091-4675-b078-60aa5d473fa0 of type vlan for network a35a6ca5-05b5-46da-9d37-a2067ed78507 Jun 01 15:56:33.788047 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.819385 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.820831 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:33.821531 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.825510 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c3916027-7bd1-4e85-b652-c4b6675c4984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:33.873314 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Set router f6ae3aec-7591-4326-95b3-49164157bb34 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:33.931973 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4067945 Jun 01 15:56:33.931973 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Pushing event updated for resources: {'Network': ['ID=a35a6ca5-05b5-46da-9d37-a2067ed78507,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:33.932255 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 47154) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:33.934943 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:33.941702 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Request body: {'subnet': {'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1039272773-subnet', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'ip_version': 4}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:33.948404 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network a35a6ca5-05b5-46da-9d37-a2067ed78507 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:56:33.949848 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:33.960949 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Usage tracker for resource:subnet and tenant:5a0472d306d14eac8d06bcc7510f1c7b is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:33.964130 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:33.970256 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:33.983541 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Made reservation on behalf of 5a0472d306d14eac8d06bcc7510f1c7b for: {'subnet': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:33.986453 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6055598'] for subnet, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.233106 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'name': 'tempest-TestVolumeBootPattern-944254802-router', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:26Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'gw_port': {'id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:27Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'd9f588f7-db17-46ad-b988-c835716ad1fe', 'name': '', 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'mac_address': 'fa:16:3e:c9:ae:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '6551c6d2-20f0-45a3-a414-91982d1c5f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:31Z', 'updated_at': '2021-06-01T15:56:32Z', 'revision_number': 2, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'subnets': [{'id': '6551c6d2-20f0-45a3-a414-91982d1c5f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:34.237097 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Checking router: f6ae3aec-7591-4326-95b3-49164157bb34 for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:56:34.237485 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Updating router f6ae3aec-7591-4326-95b3-49164157bb34 port d9f588f7-db17-46ad-b988-c835716ad1fe binding host dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:56:34.291589 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.423451 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6144939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6055580'] for subnet, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.426425 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:34.495138 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d41505c2-3f31-4828-8c7b-accef6042cb3 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:34.512639 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1aff116-1a0f-4174-a00a-8f946938da36,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:34.522747 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Checking segment: {'id': '1b6a05be-c091-4675-b078-60aa5d473fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:34.523191 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Network hostable DHCP agents. Network: a35a6ca5-05b5-46da-9d37-a2067ed78507, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:56:34.526982 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.527968 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.528400 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.528797 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.529312 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.529662 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.530103 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.530509 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.530860 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.531195 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.531531 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.531869 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.535506 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:34.553485 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Network a35a6ca5-05b5-46da-9d37-a2067ed78507 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:56:34.566666 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, a35a6ca5-05b5-46da-9d37-a2067ed78507) {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:34.577086 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f052aa0f-a764-41bd-97c1-5c225cb76d64 None None] Network a35a6ca5-05b5-46da-9d37-a2067ed78507 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:56:34.578277 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:34.578857 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.614780 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-d5b237a4-ba57-4cd7-9416-afb27c0c2f54 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6784313 Jun 01 15:56:34.615023 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 47164) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:34.619608 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1039272773-router', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:34.624663 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:34.628446 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Usage tracker for resource:router and tenant:5a0472d306d14eac8d06bcc7510f1c7b is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:34.631710 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:34.639195 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:34.649887 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7998537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15119'] for router, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.651134 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7985302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7957882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15110'] for router, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.667556 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.692819 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port d41505c2-3f31-4828-8c7b-accef6042cb3 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:34.707358 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port d41505c2-3f31-4828-8c7b-accef6042cb3 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:34.707821 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.725099 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.737466 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Transition to ACTIVE for port object d9f588f7-db17-46ad-b988-c835716ad1fe will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:34.743571 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.748678 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-92330762-d10a-4ecb-a8a4-28508a8024f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:34.815704 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Pushing event updated for resources: {'Port': ['ID=d9f588f7-db17-46ad-b988-c835716ad1fe,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:34.916155 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.939619 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7985288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15144'] for router, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.942832 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c58c33-a809-5445-82d3-f2e7d60efdb5-a35a6ca5-05b5-46da-9d37-a2067ed78507', 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'fixed_ips': [{'subnet_id': 'e1aff116-1a0f-4174-a00a-8f946938da36'}]}} from dv-cinder-793515-3-iscsi. {{(pid=91912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:56:34.943962 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.953812 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.954190 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.954712 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.955193 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.955691 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.956165 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.956645 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.957121 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.957618 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.958109 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.958574 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.959035 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:34.961778 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port d41505c2-3f31-4828-8c7b-accef6042cb3, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=d41505c2-3f31-4828-8c7b-accef6042cb3,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:34.969339 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.970943 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:34.972695 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-20fcf5a5-5367-4e54-9984-f7d1b3e6fd56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:34.981641 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Attempting to bind port d9f588f7-db17-46ad-b988-c835716ad1fe on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:34.982111 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Attempting to bind port d9f588f7-db17-46ad-b988-c835716ad1fe by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': 'fe319640-d22f-4e84-ab1e-61aa792086e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:34.982603 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Attempting to bind port d9f588f7-db17-46ad-b988-c835716ad1fe on network 9db96302-5e25-407f-a03a-39d0da6f802f {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:34.989617 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:34.990031 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Checking segment: {'id': 'fe319640-d22f-4e84-ab1e-61aa792086e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:34.990421 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:34.991071 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Bound using segment: {'id': 'fe319640-d22f-4e84-ab1e-61aa792086e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:34.991555 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Bound port: d9f588f7-db17-46ad-b988-c835716ad1fe, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe319640-d22f-4e84-ab1e-61aa792086e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:34.991911 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.122747 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] For port d9f588f7-db17-46ad-b988-c835716ad1fe, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:35.126152 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] For port d9f588f7-db17-46ad-b988-c835716ad1fe, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=d9f588f7-db17-46ad-b988-c835716ad1fe,segment=NetworkSegment(fe319640-d22f-4e84-ab1e-61aa792086e4),segment_id=fe319640-d22f-4e84-ab1e-61aa792086e4)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:35.131410 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.141870 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:35.185871 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=d41505c2-3f31-4828-8c7b-accef6042cb3,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:35.199025 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.200482 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.201031 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.201572 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.202149 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.202684 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.203622 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.204148 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.204675 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.205208 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.205624 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.206062 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:35.212116 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:35.213441 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Allocated IP 172.20.0.2 (a35a6ca5-05b5-46da-9d37-a2067ed78507/e1aff116-1a0f-4174-a00a-8f946938da36/b7f914e0-c21b-4d80-877e-80de4da597aa) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:35.217006 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Pushing event updated for resources: {'Port': ['ID=d9f588f7-db17-46ad-b988-c835716ad1fe,revision_number=4']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:35.220578 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-59a19fc7-12a2-4ef0-9e48-257450bb4632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:35.221435 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Routers {'f6ae3aec-7591-4326-95b3-49164157bb34'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:35.222057 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:56:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f6ae3aec-7591-4326-95b3-49164157bb34'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:35.309551 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.341297 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.420446 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] Set router f6ae3aec-7591-4326-95b3-49164157bb34 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:35.465191 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.475968 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Transition to ACTIVE for port object b7f914e0-c21b-4d80-877e-80de4da597aa will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:35.489599 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Allocated IP 172.27.2.27 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/dfac85b4-783e-4ee0-a2bb-7d2901de256b) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:35.505217 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Transition to ACTIVE for port object b7f914e0-c21b-4d80-877e-80de4da597aa will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:35.512771 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.516373 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:35.588004 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Network a35a6ca5-05b5-46da-9d37-a2067ed78507 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:35.591346 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:35.596139 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:35.599857 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Pushing event updated for resources: {'Port': ['ID=b7f914e0-c21b-4d80-877e-80de4da597aa,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:35.603984 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:35.696073 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Attempting to bind port b7f914e0-c21b-4d80-877e-80de4da597aa on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:35.696448 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Attempting to bind port b7f914e0-c21b-4d80-877e-80de4da597aa by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '1b6a05be-c091-4675-b078-60aa5d473fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:35.696818 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Attempting to bind port b7f914e0-c21b-4d80-877e-80de4da597aa on network a35a6ca5-05b5-46da-9d37-a2067ed78507 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:35.702696 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:35.703080 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Checking segment: {'id': '1b6a05be-c091-4675-b078-60aa5d473fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:35.703494 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.703893 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Bound using segment: {'id': '1b6a05be-c091-4675-b078-60aa5d473fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:35.704362 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Bound port: b7f914e0-c21b-4d80-877e-80de4da597aa, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6a05be-c091-4675-b078-60aa5d473fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:35.704740 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.760866 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'name': 'tempest-TestVolumeBootPattern-944254802-router', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:26Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'gw_port': {'id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:27Z', 'updated_at': '2021-06-01T15:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'd9f588f7-db17-46ad-b988-c835716ad1fe', 'name': '', 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'mac_address': 'fa:16:3e:c9:ae:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '6551c6d2-20f0-45a3-a414-91982d1c5f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:31Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 4, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'subnets': [{'id': '6551c6d2-20f0-45a3-a414-91982d1c5f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:35.765327 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3269e-28ee-4350-9816-a6cbc9bc7e7f None None] The sync data for ids ['f6ae3aec-7591-4326-95b3-49164157bb34'] in dv-cinder-793515-3-iscsi is: [{'id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'name': 'tempest-TestVolumeBootPattern-944254802-router', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:26Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'gw_port': {'id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:27Z', 'updated_at': '2021-06-01T15:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'd9f588f7-db17-46ad-b988-c835716ad1fe', 'name': '', 'network_id': '9db96302-5e25-407f-a03a-39d0da6f802f', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'mac_address': 'fa:16:3e:c9:ae:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '6551c6d2-20f0-45a3-a414-91982d1c5f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:31Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 4, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'subnets': [{'id': '6551c6d2-20f0-45a3-a414-91982d1c5f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:56:35.774293 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.826658 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.833353 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-261d4b47-78ef-462e-9cde-733426311e98 tempest-DeleteServersTestJSON-1400167547 tempest-DeleteServersTestJSON-1400167547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:35.867526 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] For port b7f914e0-c21b-4d80-877e-80de4da597aa, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:35.870941 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] For port b7f914e0-c21b-4d80-877e-80de4da597aa, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=b7f914e0-c21b-4d80-877e-80de4da597aa,segment=NetworkSegment(1b6a05be-c091-4675-b078-60aa5d473fa0),segment_id=1b6a05be-c091-4675-b078-60aa5d473fa0)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:35.882753 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.886545 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7653c113-19e3-4f9f-8596-7388598f298b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:35.912296 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:35.915206 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:35.918965 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:35.954770 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Pushing event updated for resources: {'Port': ['ID=dfac85b4-783e-4ee0-a2bb-7d2901de256b,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:35.963900 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:35.977398 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Pushing event updated for resources: {'Port': ['ID=b7f914e0-c21b-4d80-877e-80de4da597aa,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:35.982785 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:36.390858 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:36.530616 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d9f588f7-db17-46ad-b988-c835716ad1fe up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:36.607448 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port d9f588f7-db17-46ad-b988-c835716ad1fe completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:36.612741 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port d9f588f7-db17-46ad-b988-c835716ad1fe triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:36.613414 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:36.778747 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:36.817209 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port d9f588f7-db17-46ad-b988-c835716ad1fe, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=d9f588f7-db17-46ad-b988-c835716ad1fe,segment=NetworkSegment(fe319640-d22f-4e84-ab1e-61aa792086e4),segment_id=fe319640-d22f-4e84-ab1e-61aa792086e4)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:36.823006 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:36.823894 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device b7f914e0-c21b-4d80-877e-80de4da597aa up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:36.827835 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7985253'] for router, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:36.868852 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-815cf230-2f49-4983-94a4-7bb34af426f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:36.975212 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=d9f588f7-db17-46ad-b988-c835716ad1fe,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:36.979341 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:36.992679 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port b7f914e0-c21b-4d80-877e-80de4da597aa completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:37.000432 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d41505c2-3f31-4828-8c7b-accef6042cb3 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:37.065581 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 is scheduled to L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 with binding_index 1 {{(pid=91910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:56:37.070809 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8242cdac-44ab-49e8-a0ee-1bf4f31df3ec None None] Network a35a6ca5-05b5-46da-9d37-a2067ed78507 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:56:37.159218 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port d41505c2-3f31-4828-8c7b-accef6042cb3 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:37.159442 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:37.254708 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-373e08c5-19a5-499e-a32b-3b466c2cceaa None None] Provisioning for port b7f914e0-c21b-4d80-877e-80de4da597aa completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:37.292575 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-373e08c5-19a5-499e-a32b-3b466c2cceaa None None] Provisioning complete for port b7f914e0-c21b-4d80-877e-80de4da597aa triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:37.293024 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-373e08c5-19a5-499e-a32b-3b466c2cceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:37.339168 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:56:37.363315 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Notify callbacks [] for router, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:37.364485 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7485607 Jun 01 15:56:37.367463 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 47174) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:37.381357 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Sync routers for ids ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:56:37.465239 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Routers {'7024df6d-d8b7-4a45-b287-c8dffbf9a086'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:37.465878 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:56:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:37.686292 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-373e08c5-19a5-499e-a32b-3b466c2cceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:37.735883 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Set router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:37.864337 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-373e08c5-19a5-499e-a32b-3b466c2cceaa None None] For port b7f914e0-c21b-4d80-877e-80de4da597aa, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=b7f914e0-c21b-4d80-877e-80de4da597aa,segment=NetworkSegment(1b6a05be-c091-4675-b078-60aa5d473fa0),segment_id=1b6a05be-c091-4675-b078-60aa5d473fa0)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:37.892916 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-373e08c5-19a5-499e-a32b-3b466c2cceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:37.907448 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:38.053796 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.088790 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-5f87755a-6649-4643-9ef6-2c73a45ccd12 None None] Provisioning complete for port b7f914e0-c21b-4d80-877e-80de4da597aa triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:38.089318 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5f87755a-6649-4643-9ef6-2c73a45ccd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.126290 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e08c5-19a5-499e-a32b-3b466c2cceaa None None] Pushing event updated for resources: {'Port': ['ID=b7f914e0-c21b-4d80-877e-80de4da597aa,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:38.132153 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-373e08c5-19a5-499e-a32b-3b466c2cceaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:38.258264 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Allocated IP 172.20.0.1 (a35a6ca5-05b5-46da-9d37-a2067ed78507/e1aff116-1a0f-4174-a00a-8f946938da36/852cef32-446c-45a0-aeb5-f4ca7aeda727) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:38.276669 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'name': 'tempest-TestVolumeBootPattern-1039272773-router', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:34Z', 'updated_at': '2021-06-01T15:56:36Z', 'revision_number': 3, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'gw_port': {'id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:35Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:38.280555 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Checking router: 7024df6d-d8b7-4a45-b287-c8dffbf9a086 for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:56:38.280906 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Updating router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 port dfac85b4-783e-4ee0-a2bb-7d2901de256b binding host dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:56:38.331663 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.407838 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.423294 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Transition to ACTIVE for port object 852cef32-446c-45a0-aeb5-f4ca7aeda727 will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:38.426860 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device b7f914e0-c21b-4d80-877e-80de4da597aa up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:38.448422 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.453684 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:38.515135 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Network a35a6ca5-05b5-46da-9d37-a2067ed78507 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:38.517955 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:38.521546 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:38.551803 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Pushing event updated for resources: {'Port': ['ID=852cef32-446c-45a0-aeb5-f4ca7aeda727,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:38.558015 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:38.579600 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7985839'] for router_interface, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.606913 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port b7f914e0-c21b-4d80-877e-80de4da597aa triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:38.607288 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.712131 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.825338 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d9f588f7-db17-46ad-b988-c835716ad1fe up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:38.883063 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.885078 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-64a26229-9a44-44ec-884b-18bee09ea1f2 None None] Provisioning for port 852cef32-446c-45a0-aeb5-f4ca7aeda727 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:38.900536 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-64a26229-9a44-44ec-884b-18bee09ea1f2 None None] Provisioning complete for port 852cef32-446c-45a0-aeb5-f4ca7aeda727 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:38.900904 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-64a26229-9a44-44ec-884b-18bee09ea1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.936527 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Transition to ACTIVE for port object dfac85b4-783e-4ee0-a2bb-7d2901de256b will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:38.967892 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.974190 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:39.031185 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:39.035941 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:39.049421 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-64a26229-9a44-44ec-884b-18bee09ea1f2 None None] Port 852cef32-446c-45a0-aeb5-f4ca7aeda727 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:56:39.059967 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port d9f588f7-db17-46ad-b988-c835716ad1fe triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:39.060351 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:39.065366 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-3a09513c-71ca-46cf-9148-f434ed341358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:39.103592 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Attempting to bind port dfac85b4-783e-4ee0-a2bb-7d2901de256b on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:39.104184 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Attempting to bind port dfac85b4-783e-4ee0-a2bb-7d2901de256b by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:39.104314 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Attempting to bind port dfac85b4-783e-4ee0-a2bb-7d2901de256b on network 33f215dc-9a0b-4949-9713-0c7e803de905 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:39.124185 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:39.124566 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Checking segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:39.124974 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:39.125371 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Bound using segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:39.125842 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Bound port: dfac85b4-783e-4ee0-a2bb-7d2901de256b, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:39.126253 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:39.144558 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Pushing event updated for resources: {'Port': ['ID=852cef32-446c-45a0-aeb5-f4ca7aeda727,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:39.147030 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985712'] for router_interface, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:39.149658 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68293e9f-e9d5-4c6f-863d-063e7f8ce591 None None] Pushing event updated for resources: {'Port': ['ID=dfac85b4-783e-4ee0-a2bb-7d2901de256b,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:39.151788 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:39.159254 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-68293e9f-e9d5-4c6f-863d-063e7f8ce591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:39.246869 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] For port dfac85b4-783e-4ee0-a2bb-7d2901de256b, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:39.264954 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] For port dfac85b4-783e-4ee0-a2bb-7d2901de256b, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=dfac85b4-783e-4ee0-a2bb-7d2901de256b,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:39.271666 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:39.276397 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:39.283006 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Network a35a6ca5-05b5-46da-9d37-a2067ed78507 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:39.284061 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:39.350988 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Routers {'7024df6d-d8b7-4a45-b287-c8dffbf9a086'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:39.351616 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:56:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:39.423419 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68293e9f-e9d5-4c6f-863d-063e7f8ce591 None None] Pushing event updated for resources: {'Port': ['ID=dfac85b4-783e-4ee0-a2bb-7d2901de256b,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:39.428707 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-68293e9f-e9d5-4c6f-863d-063e7f8ce591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:39.487240 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:56:39.613245 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] Set router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:39.657904 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-540957ad-e474-41a8-afab-78ec908e1d03 None None] Provisioning complete for port 852cef32-446c-45a0-aeb5-f4ca7aeda727 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:39.658337 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-540957ad-e474-41a8-afab-78ec908e1d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:39.682478 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:56:39.694040 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] 10.222.0.63 "PUT /v2.0/routers/7024df6d-d8b7-4a45-b287-c8dffbf9a086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3236675 Jun 01 15:56:39.805817 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-540957ad-e474-41a8-afab-78ec908e1d03 None None] Port 852cef32-446c-45a0-aeb5-f4ca7aeda727 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:56:39.981700 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'name': 'tempest-TestVolumeBootPattern-1039272773-router', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:34Z', 'updated_at': '2021-06-01T15:56:38Z', 'revision_number': 4, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'gw_port': {'id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:35Z', 'updated_at': '2021-06-01T15:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '852cef32-446c-45a0-aeb5-f4ca7aeda727', 'name': '', 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'mac_address': 'fa:16:3e:15:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e1aff116-1a0f-4174-a00a-8f946938da36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:38Z', 'updated_at': '2021-06-01T15:56:38Z', 'revision_number': 2, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'subnets': [{'id': 'e1aff116-1a0f-4174-a00a-8f946938da36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:39.985574 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1fb281-40f6-4aba-84e8-3d55f40f8157 None None] The sync data for ids ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'] in dv-cinder-793515-3-iscsi is: [{'id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'name': 'tempest-TestVolumeBootPattern-1039272773-router', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:34Z', 'updated_at': '2021-06-01T15:56:38Z', 'revision_number': 4, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'gw_port': {'id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:35Z', 'updated_at': '2021-06-01T15:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '852cef32-446c-45a0-aeb5-f4ca7aeda727', 'name': '', 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'mac_address': 'fa:16:3e:15:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e1aff116-1a0f-4174-a00a-8f946938da36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:38Z', 'updated_at': '2021-06-01T15:56:38Z', 'revision_number': 2, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'subnets': [{'id': 'e1aff116-1a0f-4174-a00a-8f946938da36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:56:40.657809 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c4393565-7a3c-4c24-83d8-ab60d7aca262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:40.681901 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 47194) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:40.687271 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-5629702', 'description': 'tempest-secgroup-smoke-5629702 description', 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:40.693511 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:40.697825 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Usage tracker for resource:security_group and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:40.701655 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:40.707603 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:40.719241 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:40.740055 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:40.744224 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Usage tracker for resource:security_group_rule and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:40.747471 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:40.753252 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:40.829567 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:40.833577 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:40.837790 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-04ff3145-1c78-4ff8-bd84-8bd86258084c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:40.884253 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205a53ee-4751-49ab-8cc4-c509e572ccde,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:40.887113 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:40.891134 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.2054298 Jun 01 15:56:40.891134 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:40.891458 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47198) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:40.896092 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Request body: {'security_group_rule': {'security_group_id': '205a53ee-4751-49ab-8cc4-c509e572ccde', 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:40.902819 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:40.906821 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Usage tracker for resource:security_group_rule and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:40.909830 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:40.916826 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:40.935152 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.002415 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.006914 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.009139 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d94be9a4-2d69-4f26-9394-696641779361 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:41.032809 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c492ab-1e8b-4a4b-a11f-cedeabebcfb8,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:41.037188 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:41.049809 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.051166 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587286 Jun 01 15:56:41.053833 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47200) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:41.058882 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Request body: {'security_group_rule': {'security_group_id': '205a53ee-4751-49ab-8cc4-c509e572ccde', 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:41.065613 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:41.069639 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Usage tracker for resource:security_group_rule and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:41.072634 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:41.079320 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:41.096446 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.161459 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.165121 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.167122 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:41.189139 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bd57d9-d49b-422e-846b-e84eb1c44fca,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:41.191506 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:41.198573 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.199806 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450350 Jun 01 15:56:41.202534 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47204) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:41.206986 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Request body: {'security_group_rule': {'security_group_id': '205a53ee-4751-49ab-8cc4-c509e572ccde', 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:41.212826 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:41.216657 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Usage tracker for resource:security_group_rule and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:41.219529 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:41.225339 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:41.242387 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.308389 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.312600 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.314539 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:41.335504 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66d02fd-2313-4c8f-bf56-2fad10e87ded,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:41.337976 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:41.344398 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.345576 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5d885dc0-015a-4b96-a770-44ccbbdf4cf8 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421523 Jun 01 15:56:41.348360 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47206) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:41.352713 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Request body: {'security_group_rule': {'security_group_id': '205a53ee-4751-49ab-8cc4-c509e572ccde', 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:41.358878 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:41.362614 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Usage tracker for resource:security_group_rule and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:41.365452 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:41.372125 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:41.388719 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.450972 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.454411 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.456324 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:41.477657 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f692c07c-fc2e-4a98-943c-856aff08572c,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:41.480017 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:41.487222 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.488428 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f72088f4-5854-4094-8a4f-b50be2bfb9dd tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391423 Jun 01 15:56:41.491478 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47208) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:41.495838 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Request body: {'security_group_rule': {'security_group_id': '205a53ee-4751-49ab-8cc4-c509e572ccde', 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:41.501963 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:41.505719 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Usage tracker for resource:security_group_rule and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:41.508565 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:41.514288 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:41.524362 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.securitygroups_db [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Project 7b75d2e1fbfe420391ccbcd9260fcd8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 15:56:41.530346 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.603633 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.607975 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.610033 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4cc350b7-9fc5-49fd-bb7b-b86bb946bb6a tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:41.631494 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f7ff27-c781-4843-b5f4-6fcfc7fa1973,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:41.634115 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:41.642114 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.643274 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-77785f22-5c89-40fc-af07-b51b1b413f68 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508994 Jun 01 15:56:41.646039 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47210) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:41.650362 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Request body: {'security_group_rule': {'security_group_id': '205a53ee-4751-49ab-8cc4-c509e572ccde', 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:41.656497 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:41.660254 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Usage tracker for resource:security_group_rule and tenant:7b75d2e1fbfe420391ccbcd9260fcd8e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:41.663198 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:41.670174 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:41.679436 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.securitygroups_db [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Project 7b75d2e1fbfe420391ccbcd9260fcd8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 15:56:41.684770 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.748007 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.751506 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.753510 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b5a0697a-4f49-49b0-8935-2ac0c7229300 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:41.775064 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ded4abd-f879-4a29-959f-d9f58f2c61ce,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:41.777918 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:41.784464 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.785742 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388052 Jun 01 15:56:42.447364 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device dfac85b4-783e-4ee0-a2bb-7d2901de256b up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:42.514607 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port dfac85b4-783e-4ee0-a2bb-7d2901de256b completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:42.518947 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port dfac85b4-783e-4ee0-a2bb-7d2901de256b triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:42.519325 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:42.639807 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:42.656620 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port dfac85b4-783e-4ee0-a2bb-7d2901de256b, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=dfac85b4-783e-4ee0-a2bb-7d2901de256b,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:42.660655 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:42.662664 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-33f88b57-0ad6-436e-b80d-a9e1f0e49169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:42.732377 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=dfac85b4-783e-4ee0-a2bb-7d2901de256b,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:42.735426 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:43.162640 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-88b68aab-5b94-46a8-a389-79f70caf4e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:43.275106 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Sync routers for ids ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:56:43.286294 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Routers {'7024df6d-d8b7-4a45-b287-c8dffbf9a086'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:43.286904 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:56:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:43.358959 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:43.470518 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Set router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:43.472326 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:43.694515 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-d21d0cde-f57c-4c81-a3e7-8e37eed47ee6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724258 Jun 01 15:56:43.792179 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'name': 'tempest-TestVolumeBootPattern-1039272773-router', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:34Z', 'updated_at': '2021-06-01T15:56:38Z', 'revision_number': 4, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'gw_port': {'id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:35Z', 'updated_at': '2021-06-01T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '852cef32-446c-45a0-aeb5-f4ca7aeda727', 'name': '', 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'mac_address': 'fa:16:3e:15:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e1aff116-1a0f-4174-a00a-8f946938da36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:38Z', 'updated_at': '2021-06-01T15:56:38Z', 'revision_number': 2, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'subnets': [{'id': 'e1aff116-1a0f-4174-a00a-8f946938da36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:43.796179 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Checking router: 7024df6d-d8b7-4a45-b287-c8dffbf9a086 for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:56:43.796536 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Updating router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 port 852cef32-446c-45a0-aeb5-f4ca7aeda727 binding host dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:56:43.796855 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-4bb698d7-633f-40e5-bfb6-c7dd57f2135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:43.798323 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-4bb698d7-633f-40e5-bfb6-c7dd57f2135d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 1100 time: 0.0755820 Jun 01 15:56:43.849112 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:44.068898 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-a1fa007d-9806-4c0a-b43b-029af49bf5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:44.070618 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-a1fa007d-9806-4c0a-b43b-029af49bf5b3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.2498236 Jun 01 15:56:44.186011 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-958bc976-3f61-4116-9b2c-d0c1f4d43dbb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc HTTP/1.1" status: 200 len: 1002 time: 0.0991769 Jun 01 15:56:44.219491 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:44.230857 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Transition to ACTIVE for port object 852cef32-446c-45a0-aeb5-f4ca7aeda727 will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:44.239357 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:44.243458 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:44.263904 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-a9c1b18b-3a51-4804-8335-0e666803d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:44.267042 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-a9c1b18b-3a51-4804-8335-0e666803d3bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.0705302 Jun 01 15:56:44.361922 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9dd45-31a1-42c7-9a28-4e9a5374fd9c None None] Pushing event updated for resources: {'Port': ['ID=852cef32-446c-45a0-aeb5-f4ca7aeda727,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:44.363679 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-3e775ef4-64dc-44c6-ac04-8474dab8bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:44.365528 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-3e775ef4-64dc-44c6-ac04-8474dab8bacb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884256 Jun 01 15:56:44.370564 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b8a9dd45-31a1-42c7-9a28-4e9a5374fd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:44.433085 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device dfac85b4-783e-4ee0-a2bb-7d2901de256b up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:44.479670 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Attempting to bind port 852cef32-446c-45a0-aeb5-f4ca7aeda727 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:44.480245 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Attempting to bind port 852cef32-446c-45a0-aeb5-f4ca7aeda727 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '1b6a05be-c091-4675-b078-60aa5d473fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:44.480762 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Attempting to bind port 852cef32-446c-45a0-aeb5-f4ca7aeda727 on network a35a6ca5-05b5-46da-9d37-a2067ed78507 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:44.491426 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:44.492030 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Checking segment: {'id': '1b6a05be-c091-4675-b078-60aa5d473fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:44.492583 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:44.493129 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Bound using segment: {'id': '1b6a05be-c091-4675-b078-60aa5d473fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:44.493768 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Bound port: 852cef32-446c-45a0-aeb5-f4ca7aeda727, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6a05be-c091-4675-b078-60aa5d473fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:44.494399 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:44.544378 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-2af39a37-fe8f-48fc-ac5c-0fec5cb6f7d8 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652958 Jun 01 15:56:44.553715 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port dfac85b4-783e-4ee0-a2bb-7d2901de256b triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:44.554283 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:44.608017 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] For port 852cef32-446c-45a0-aeb5-f4ca7aeda727, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:44.608962 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] For port 852cef32-446c-45a0-aeb5-f4ca7aeda727, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=852cef32-446c-45a0-aeb5-f4ca7aeda727,segment=NetworkSegment(1b6a05be-c091-4675-b078-60aa5d473fa0),segment_id=1b6a05be-c091-4675-b078-60aa5d473fa0)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:44.616403 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:44.621981 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:44.717820 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9dd45-31a1-42c7-9a28-4e9a5374fd9c None None] Pushing event updated for resources: {'Port': ['ID=852cef32-446c-45a0-aeb5-f4ca7aeda727,revision_number=4']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:44.723732 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-b8a9dd45-31a1-42c7-9a28-4e9a5374fd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:44.744762 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-216cfb6c-3b74-475f-8f08-df3b196d505b req-8110f84e-0cd6-4961-b5c0-ffc8b409f263 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832473 Jun 01 15:56:44.745354 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Routers {'7024df6d-d8b7-4a45-b287-c8dffbf9a086'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:44.745472 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:56:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:44.900455 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:44.928821 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] Set router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:45.242296 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'name': 'tempest-TestVolumeBootPattern-1039272773-router', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:34Z', 'updated_at': '2021-06-01T15:56:38Z', 'revision_number': 4, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'gw_port': {'id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:35Z', 'updated_at': '2021-06-01T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '852cef32-446c-45a0-aeb5-f4ca7aeda727', 'name': '', 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'mac_address': 'fa:16:3e:15:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e1aff116-1a0f-4174-a00a-8f946938da36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:38Z', 'updated_at': '2021-06-01T15:56:44Z', 'revision_number': 4, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'subnets': [{'id': 'e1aff116-1a0f-4174-a00a-8f946938da36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:45.246594 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48c1ba-bdf0-442e-af46-5a25e13ad65a None None] The sync data for ids ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'] in dv-cinder-793515-3-iscsi is: [{'id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'name': 'tempest-TestVolumeBootPattern-1039272773-router', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:34Z', 'updated_at': '2021-06-01T15:56:38Z', 'revision_number': 4, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'gw_port': {'id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:35Z', 'updated_at': '2021-06-01T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '852cef32-446c-45a0-aeb5-f4ca7aeda727', 'name': '', 'network_id': 'a35a6ca5-05b5-46da-9d37-a2067ed78507', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'mac_address': 'fa:16:3e:15:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e1aff116-1a0f-4174-a00a-8f946938da36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:38Z', 'updated_at': '2021-06-01T15:56:44Z', 'revision_number': 4, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'subnets': [{'id': 'e1aff116-1a0f-4174-a00a-8f946938da36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:56:46.418298 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 852cef32-446c-45a0-aeb5-f4ca7aeda727 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:46.486354 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:46.499329 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 852cef32-446c-45a0-aeb5-f4ca7aeda727 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:46.503910 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 852cef32-446c-45a0-aeb5-f4ca7aeda727 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:46.504255 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:46.627889 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:46.660545 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 852cef32-446c-45a0-aeb5-f4ca7aeda727, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=852cef32-446c-45a0-aeb5-f4ca7aeda727,segment=NetworkSegment(1b6a05be-c091-4675-b078-60aa5d473fa0),segment_id=1b6a05be-c091-4675-b078-60aa5d473fa0)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:46.664357 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:46.666209 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:46.752867 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=852cef32-446c-45a0-aeb5-f4ca7aeda727,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:46.755990 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:48.405675 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 852cef32-446c-45a0-aeb5-f4ca7aeda727 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:48.472742 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 852cef32-446c-45a0-aeb5-f4ca7aeda727 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:48.473110 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:50.779208 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:57:10.660534 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1e5ee104-6a38-40a2-a3be-89015720081c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:13.164908 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-49954fb6-9132-4e37-af12-93f576615200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:13.361403 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:13.457925 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:14.513927 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a39ce-54ee-42f1-8784-72c0687b4162 req-86e8f8e4-ec4d-49db-bc42-1238d37a7968 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:14.515584 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0f4a39ce-54ee-42f1-8784-72c0687b4162 req-86e8f8e4-ec4d-49db-bc42-1238d37a7968 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.0804973 Jun 01 15:57:14.562219 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0f4a39ce-54ee-42f1-8784-72c0687b4162 req-df0c755e-6855-4590-a7b6-32389ce283d0 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 Jun 01 15:57:14.902091 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:15.759645 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afaad27-8a8a-449c-9474-89987301d238 req-d26d8f28-54ee-4797-8430-4945ca163f48 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:15.760985 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7afaad27-8a8a-449c-9474-89987301d238 req-d26d8f28-54ee-4797-8430-4945ca163f48 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.0816400 Jun 01 15:57:15.804219 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7afaad27-8a8a-449c-9474-89987301d238 req-6c57ee45-7dd2-4036-a140-bea6bfd23915 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376022 Jun 01 15:57:16.475329 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:16.542262 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-84044010-000e-4efc-97f3-75bc8addc7b9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:16.542968 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-84044010-000e-4efc-97f3-75bc8addc7b9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Synchronizing usage tracker for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:port {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:57:16.554908 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-84044010-000e-4efc-97f3-75bc8addc7b9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Unset dirty status for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:port {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:57:16.555999 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-84044010-000e-4efc-97f3-75bc8addc7b9 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.86 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.0926363 Jun 01 15:57:16.693727 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Deleting port e1c74f1b-053b-491d-a7ad-863ba01a09aa {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:57:16.693961 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:16.824463 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] For port e1c74f1b-053b-491d-a7ad-863ba01a09aa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e1c74f1b-053b-491d-a7ad-863ba01a09aa,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:16.825596 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:16.987933 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae19ed6-4d02-44f9-905b-d6d2832f401c req-32c1db0e-a717-4947-b237-707572d8f8a6 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:16.989275 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2ae19ed6-4d02-44f9-905b-d6d2832f401c req-32c1db0e-a717-4947-b237-707572d8f8a6 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 946 time: 0.0794437 Jun 01 15:57:17.033646 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2ae19ed6-4d02-44f9-905b-d6d2832f401c req-1127b3ba-3342-48bd-91f2-4796d0d78041 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=10bf8acd-a944-499d-bf5c-8abaf864ba36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385349 Jun 01 15:57:17.114817 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:17.115187 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:17.115762 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Floating IP 7b3107fd-7e8c-46a5-8b5a-e81303ce44a6 disassociated. External IP: 172.27.2.5, port: e1c74f1b-053b-491d-a7ad-863ba01a09aa. Jun 01 15:57:17.116104 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Calling delete_port for e1c74f1b-053b-491d-a7ad-863ba01a09aa owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:57:17.222518 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:17.228321 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:17.276171 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event deleted for resources: {'Port': ['ID=e1c74f1b-053b-491d-a7ad-863ba01a09aa,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:17.280284 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:17.580253 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Router e168a216-9665-413c-9634-f58a57ccb36b has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:57:17.772572 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:57:17.782379 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ecd62-02e1-445d-a70d-89ded74d2949 None None] Sync routers for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:57:17.792264 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ecd62-02e1-445d-a70d-89ded74d2949 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:57:17.793064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-ba8ecd62-02e1-445d-a70d-89ded74d2949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:57:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:17.849511 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] No DVR routers for this DVR port e1c74f1b-053b-491d-a7ad-863ba01a09aa on host hv-cinder-79351 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:57:17.852520 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:17.855186 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'name': 'network-vif-deleted', 'tag': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:17.857477 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d82fb38-670c-4a19-b28b-011217d5d0da" -d '{"events": [{"server_uuid": "981cc608-c80f-4c69-921c-f6562e2a8cfc", "name": "network-vif-deleted", "tag": "e1c74f1b-053b-491d-a7ad-863ba01a09aa"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:17.873717 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f0954172-2fbb-4ba4-a6ff-e1f03cc3c98e req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.86 "DELETE /v2.0/ports/e1c74f1b-053b-491d-a7ad-863ba01a09aa HTTP/1.1" status: 204 len: 173 time: 1.3121834 Jun 01 15:57:17.920767 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e53aea-dcec-4626-b4a3-819c14a24998 x-openstack-request-id: req-24e53aea-dcec-4626-b4a3-819c14a24998 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:17.921292 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981cc608-c80f-4c69-921c-f6562e2a8cfc", "name": "network-vif-deleted", "tag": "e1c74f1b-053b-491d-a7ad-863ba01a09aa", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:17.921779 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-24e53aea-dcec-4626-b4a3-819c14a24998 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:17.922564 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981cc608-c80f-4c69-921c-f6562e2a8cfc', 'name': 'network-vif-deleted', 'tag': 'e1c74f1b-053b-491d-a7ad-863ba01a09aa', 'status': 'completed', 'code': 200} Jun 01 15:57:18.008043 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-ba8ecd62-02e1-445d-a70d-89ded74d2949 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:57:18.212599 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9171317c-f245-487d-91c6-c38124c2dbe2 req-3f139624-68d8-48b2-9e56-2689d1f313ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=981cc608-c80f-4c69-921c-f6562e2a8cfc HTTP/1.1" status: 200 len: 210 time: 0.0497866 Jun 01 15:57:18.329707 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-ba8ecd62-02e1-445d-a70d-89ded74d2949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:18.333895 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ecd62-02e1-445d-a70d-89ded74d2949 None None] Checking router: e168a216-9665-413c-9634-f58a57ccb36b for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:57:18.344519 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ecd62-02e1-445d-a70d-89ded74d2949 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:57:18.345070 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-ba8ecd62-02e1-445d-a70d-89ded74d2949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:57:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:18.530603 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-ba8ecd62-02e1-445d-a70d-89ded74d2949 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:57:18.844050 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-ba8ecd62-02e1-445d-a70d-89ded74d2949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:18.847819 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ecd62-02e1-445d-a70d-89ded74d2949 None None] The sync data for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi is: [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:57:19.064745 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c2bac-83c4-4538-b9ac-6b488469c31e None None] New status for floating IP 7b3107fd-7e8c-46a5-8b5a-e81303ce44a6: DOWN {{(pid=91913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:57:19.344773 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47562) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:19.409633 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-24f391ec-782b-4911-97c3-3977e467cf6d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:19.436811 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-24f391ec-782b-4911-97c3-3977e467cf6d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:19.489354 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-24f391ec-782b-4911-97c3-3977e467cf6d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:19.493470 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d090986c-3a21-42a3-9151-b0b0f57562ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:19.508720 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f391ec-782b-4911-97c3-3977e467cf6d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bf8acd-a944-499d-bf5c-8abaf864ba36,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:19.511428 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-24f391ec-782b-4911-97c3-3977e467cf6d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:19.528956 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-24f391ec-782b-4911-97c3-3977e467cf6d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:19.533142 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-24f391ec-782b-4911-97c3-3977e467cf6d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "DELETE /v2.0/security-groups/10bf8acd-a944-499d-bf5c-8abaf864ba36 HTTP/1.1" status: 204 len: 168 time: 0.1849258 Jun 01 15:57:19.533261 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47566) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:19.549725 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.api.v2.resource [None req-1b176ab3-ba7c-4041-b9bf-f6bd0ce482d3 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] show failed (client error): The resource could not be found. Jun 01 15:57:19.550733 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-1b176ab3-ba7c-4041-b9bf-f6bd0ce482d3 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups/10bf8acd-a944-499d-bf5c-8abaf864ba36 HTTP/1.1" status: 404 len: 347 time: 0.0165539 Jun 01 15:57:19.553458 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47568) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:19.779038 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Deleting port f2091210-55fd-4633-b1b9-b8406d1668a6 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:57:19.779277 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:19.902162 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:19.902442 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.021523 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Calling delete_port for f2091210-55fd-4633-b1b9-b8406d1668a6 owned by network:floatingip {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:57:20.133022 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.137582 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:20.180348 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event deleted for resources: {'Port': ['ID=f2091210-55fd-4633-b1b9-b8406d1668a6,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:20.205871 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:20.244695 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e1c74f1b-053b-491d-a7ad-863ba01a09aa no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:57:20.271244 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.277891 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: e1c74f1b-053b-491d-a7ad-863ba01a09aa {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:57:20.278155 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e1c74f1b-053b-491d-a7ad-863ba01a09aa not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:57:20.284843 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.285959 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "DELETE /v2.0/floatingips/7b3107fd-7e8c-46a5-8b5a-e81303ce44a6 HTTP/1.1" status: 204 len: 168 time: 0.7315857 Jun 01 15:57:20.551127 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47578) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:20.555721 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1560180519', 'description': 'tempest-description--1489082511'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:20.561559 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:20.565761 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:security_group and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:20.568673 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:20.574341 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:20.584515 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.604924 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:20.609377 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:security_group_rule and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:20.612247 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:20.618216 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:20.688322 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.691804 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.695254 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9decb38f-7aa6-4ddc-8efd-744816cd6f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:20.736833 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82eb5460-ac9f-459b-a956-9486a14fa7ee,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:20.739661 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.741087 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1889939 Jun 01 15:57:20.742011 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:20.744436 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47582) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:20.748733 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'security_group_rule': {'security_group_id': '82eb5460-ac9f-459b-a956-9486a14fa7ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:20.754584 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:20.761207 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:security_group_rule and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:20.764595 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:20.772542 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:20.788198 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.853756 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.857857 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.859798 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:20.880907 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683282a0-4297-49dd-a5a3-d745db3a6a08,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:20.883230 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:20.890549 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.891723 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467121 Jun 01 15:57:20.894366 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47586) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:20.898704 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'security_group_rule': {'security_group_id': '82eb5460-ac9f-459b-a956-9486a14fa7ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:20.905013 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:20.909022 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:security_group_rule and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:20.911965 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:20.917634 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:20.932069 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.993576 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:20.997871 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:21.000027 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ca3dba18-d4ac-426e-a410-f726d0637d19 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:21.022960 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d33db4-b822-470b-986a-5b0d91e62dbd,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:21.027139 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:21.032160 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:21.033327 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e9ee7010-ca3d-48cd-81d3-5ff8244bc69e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380372 Jun 01 15:57:21.036353 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47590) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:21.040695 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'floatingip': {'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:21.046719 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:21.050557 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:floatingip and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:21.053408 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:21.059114 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:21.069217 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:21.295734 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:21.444638 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Allocated IP 172.27.2.122 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/44d7d91f-9d2e-4b20-95c5-13827bf8d2ca) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:57:21.587342 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:21.617568 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:21.622954 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fea2e079-b76c-4e1c-b53b-c3a489e849d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:21.683553 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:57:21.687419 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:57:21.691189 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:57:21.731459 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'Port': ['ID=44d7d91f-9d2e-4b20-95c5-13827bf8d2ca,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:21.742836 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:21.776820 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:21.834521 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:22.039985 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:22.048472 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:22.053085 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:22.157930 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'Port': ['ID=44d7d91f-9d2e-4b20-95c5-13827bf8d2ca,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:22.161972 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:22.168595 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:22.189902 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:22.191094 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1538525 Jun 01 15:57:22.538262 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-6e85961c-8b21-4233-89e5-ff308a7b32ac tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1560180519&fields=id&tenant_id=597b1f023abd4ae9a5fffaf09629e73f HTTP/1.1" status: 200 len: 267 time: 0.0392635 Jun 01 15:57:22.694790 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-0458febd-f0e8-401b-b4e8-cb171f59c276 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:22.696698 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-0458febd-f0e8-401b-b4e8-cb171f59c276 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/networks?id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 200 len: 811 time: 0.1503313 Jun 01 15:57:22.714473 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-a876bb9e-be44-44c4-8db4-c00aa3ff3c1e tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/quotas/597b1f023abd4ae9a5fffaf09629e73f HTTP/1.1" status: 200 len: 375 time: 0.0121529 Jun 01 15:57:22.816974 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-9bd9fbd0-f900-4d12-9192-1b55095d5c2c tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935848 Jun 01 15:57:23.077335 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-0a8f2d24-62db-45bf-9202-7b8248ef2a61 service neutron] 10.222.0.63 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458711 Jun 01 15:57:23.296395 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-29366dc2-8c29-4893-babc-0e4fa35e371d service neutron] 10.222.0.63 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128408 Jun 01 15:57:23.538148 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fa1c0def-2f77-4493-84ce-502119857a0f req-4eb3519b-6c92-4763-9e00-225b3f6335bb tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 210 time: 0.0998406 Jun 01 15:57:24.526678 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-2f756108-5411-4606-84cc-0a014fcd8a13 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:24.528029 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-2f756108-5411-4606-84cc-0a014fcd8a13 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Synchronizing usage tracker for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:network {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:57:24.546103 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-2f756108-5411-4606-84cc-0a014fcd8a13 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Unset dirty status for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:network {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:57:24.547447 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-2f756108-5411-4606-84cc-0a014fcd8a13 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.86 "GET /v2.0/networks?id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 200 len: 811 time: 0.1660228 Jun 01 15:57:24.600730 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-b9cad9ef-7efb-4c04-a508-141e2b87c50b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Synchronizing usage tracker for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:security_group {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:57:24.617398 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-b9cad9ef-7efb-4c04-a508-141e2b87c50b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Unset dirty status for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:security_group {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:57:24.618643 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-b9cad9ef-7efb-4c04-a508-141e2b87c50b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=597b1f023abd4ae9a5fffaf09629e73f HTTP/1.1" status: 200 len: 380 time: 0.0616641 Jun 01 15:57:24.629177 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'port': {'device_id': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'admin_state_up': True, 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'security_groups': ['82eb5460-ac9f-459b-a956-9486a14fa7ee']}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:24.687086 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-64341608-0c07-4b5c-a923-aaf6eb7d75bf req-a8e7dcec-a1ac-4b2f-a7a5-7811edeb35ca tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 210 time: 0.0413685 Jun 01 15:57:24.765654 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:24.769645 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Usage tracker for resource:port and tenant:597b1f023abd4ae9a5fffaf09629e73f is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:24.772436 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:24.778780 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:24.788883 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Made reservation on behalf of 597b1f023abd4ae9a5fffaf09629e73f for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:57:24.792308 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:24.955001 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Allocated IP 172.20.0.8 (eaa95347-5c4c-4ed5-bedb-ac41ea68eb25/4bab6368-25d8-4c2d-a23d-c0d5327163ea/335fa59e-816e-41f3-95a1-1de77b616445) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:57:25.139525 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:25.154973 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Transition to ACTIVE for port object 335fa59e-816e-41f3-95a1-1de77b616445 will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:57:25.177829 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:25.183275 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2b0541f6-b762-42a8-83a3-36451a7292c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:25.253226 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:57:25.256329 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:57:25.260375 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:57:25.409483 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event updated for resources: {'Port': ['ID=335fa59e-816e-41f3-95a1-1de77b616445,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:25.423662 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.424042 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.424407 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.424767 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.425122 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.425480 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.425835 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.426229 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.426588 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.426938 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.427520 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.427626 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:25.436857 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:25.449094 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-9ca588fc-f5d5-4290-98f0-5eea23fc98f4 None None] Provisioning for port 335fa59e-816e-41f3-95a1-1de77b616445 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:57:25.454348 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:25.454890 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-9ca588fc-f5d5-4290-98f0-5eea23fc98f4 None None] Provisioning complete for port 335fa59e-816e-41f3-95a1-1de77b616445 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:57:25.455020 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:25.455399 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9ca588fc-f5d5-4290-98f0-5eea23fc98f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:25.477712 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8525510 Jun 01 15:57:25.489320 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Request body: {'port': {'device_id': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:25.510598 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-9ca588fc-f5d5-4290-98f0-5eea23fc98f4 None None] Port 335fa59e-816e-41f3-95a1-1de77b616445 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:57:25.602659 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:25.869012 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e8a2f-66b9-4489-8262-78b372627369 req-864f926a-c4dd-4b89-8286-3128bc59571c tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:25.870484 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-eb6e8a2f-66b9-4489-8262-78b372627369 req-864f926a-c4dd-4b89-8286-3128bc59571c tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 931 time: 0.0795496 Jun 01 15:57:25.918571 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-eb6e8a2f-66b9-4489-8262-78b372627369 req-bf99c894-aace-4d49-a739-c1463c815db0 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=82eb5460-ac9f-459b-a956-9486a14fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416951 Jun 01 15:57:25.948289 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335fa59e-816e-41f3-95a1-1de77b616445 {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:57:25.955943 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:25.969546 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Transition to ACTIVE for port object 335fa59e-816e-41f3-95a1-1de77b616445 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:57:25.972969 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:25.977200 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b261b2a1-be68-405f-818d-da9568cae6fd tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:26.101802 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Pushing event updated for resources: {'Port': ['ID=335fa59e-816e-41f3-95a1-1de77b616445,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:26.144375 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:26.215203 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Attempting to bind port 335fa59e-816e-41f3-95a1-1de77b616445 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:57:26.215554 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Attempting to bind port 335fa59e-816e-41f3-95a1-1de77b616445 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:57:26.215932 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Attempting to bind port 335fa59e-816e-41f3-95a1-1de77b616445 on network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:57:26.220507 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Port 335fa59e-816e-41f3-95a1-1de77b616445 on network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:57:26.220766 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Attempting to bind port 335fa59e-816e-41f3-95a1-1de77b616445 on network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:57:26.225790 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:57:26.226153 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Checking segment: {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:57:26.226527 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Bound using segment: {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:57:26.226941 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Bound port: 335fa59e-816e-41f3-95a1-1de77b616445, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80d4a42-7d60-4894-aa31-134861a84b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:57:26.227278 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:26.319902 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] For port 335fa59e-816e-41f3-95a1-1de77b616445, host hv-cinder-79351, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:57:26.322878 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] For port 335fa59e-816e-41f3-95a1-1de77b616445, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=335fa59e-816e-41f3-95a1-1de77b616445,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:57:26.327918 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:26.332488 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-05fc334b-fd26-4523-96d3-434870213bfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:26.386095 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:26.386703 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:26.388135 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] 10.222.0.86 "PUT /v2.0/ports/335fa59e-816e-41f3-95a1-1de77b616445 HTTP/1.1" status: 200 len: 1093 time: 0.9027784 Jun 01 15:57:26.388636 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'tag': '335fa59e-816e-41f3-95a1-1de77b616445'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:26.391310 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb2a910-0b23-4b17-b42b-8121c3526818" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b5f1c6-ca97-4bc4-a9fd-945dd5898905", "tag": "335fa59e-816e-41f3-95a1-1de77b616445"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:26.412656 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Pushing event updated for resources: {'Port': ['ID=335fa59e-816e-41f3-95a1-1de77b616445,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:26.415586 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:26.472860 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0e996f-9f40-4220-8cc6-e70097e49d3b x-openstack-request-id: req-bd0e996f-9f40-4220-8cc6-e70097e49d3b {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:26.473075 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b5f1c6-ca97-4bc4-a9fd-945dd5898905", "tag": "335fa59e-816e-41f3-95a1-1de77b616445", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:26.473373 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bd0e996f-9f40-4220-8cc6-e70097e49d3b {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:26.473807 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'tag': '335fa59e-816e-41f3-95a1-1de77b616445', 'status': 'completed', 'code': 200} Jun 01 15:57:26.510386 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-14cb37ea-c1ca-409c-8ec6-7f3799127739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:26.511972 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-14cb37ea-c1ca-409c-8ec6-7f3799127739 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 1096 time: 0.0751858 Jun 01 15:57:26.589676 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-5da3893d-de23-4952-8b2d-ab1c32ff4ad0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=335fa59e-816e-41f3-95a1-1de77b616445 HTTP/1.1" status: 200 len: 217 time: 0.0671442 Jun 01 15:57:26.658860 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-98005f93-b8c7-469a-b01c-d90051901944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:26.660380 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-98005f93-b8c7-469a-b01c-d90051901944 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bab6368-25d8-4c2d-a23d-c0d5327163ea HTTP/1.1" status: 200 len: 850 time: 0.0631676 Jun 01 15:57:26.735445 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-e4dafbce-63f1-4d33-a8e7-8a807f038fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:26.736791 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-e4dafbce-63f1-4d33-a8e7-8a807f038fe0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699985 Jun 01 15:57:26.866763 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-6783c65e-a668-4a87-8cf8-e39986b04ade service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231649 Jun 01 15:57:26.995541 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4331130f-f8fa-4df9-9163-82f83baa05c9 req-db0f9d5b-9723-44cb-885b-759a0eab35ee service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221590 Jun 01 15:57:27.100240 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176289ee-adf5-4f5c-9ce9-cb7488166263 req-4ca503ec-c4d8-41bc-88dc-7cce98edfe51 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:27.101887 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-176289ee-adf5-4f5c-9ce9-cb7488166263 req-4ca503ec-c4d8-41bc-88dc-7cce98edfe51 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 943 time: 0.0793943 Jun 01 15:57:27.112843 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2a910-0b23-4b17-b42b-8121c3526818 req-16091ffd-f406-4330-bee9-941320eeab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:27.114339 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ecb2a910-0b23-4b17-b42b-8121c3526818 req-16091ffd-f406-4330-bee9-941320eeab79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 1096 time: 0.0718415 Jun 01 15:57:27.149530 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-176289ee-adf5-4f5c-9ce9-cb7488166263 req-c30e09a9-f4ee-4251-ad7a-117aa1246e40 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=82eb5460-ac9f-459b-a956-9486a14fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404799 Jun 01 15:57:27.348250 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2a910-0b23-4b17-b42b-8121c3526818 req-bf8d23f5-7a90-45f8-98e1-3c7e5a841989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:27.349733 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ecb2a910-0b23-4b17-b42b-8121c3526818 req-bf8d23f5-7a90-45f8-98e1-3c7e5a841989 service neutron] 10.222.0.86 "GET /v2.0/networks?id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 200 len: 912 time: 0.2272246 Jun 01 15:57:27.420975 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ecb2a910-0b23-4b17-b42b-8121c3526818 req-47a19c11-1155-4bf3-a399-d1ecb405fb77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=335fa59e-816e-41f3-95a1-1de77b616445 HTTP/1.1" status: 200 len: 217 time: 0.0639217 Jun 01 15:57:27.485362 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2a910-0b23-4b17-b42b-8121c3526818 req-8ba78c12-20bc-494c-aab4-7292e969027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:27.486839 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ecb2a910-0b23-4b17-b42b-8121c3526818 req-8ba78c12-20bc-494c-aab4-7292e969027b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bab6368-25d8-4c2d-a23d-c0d5327163ea HTTP/1.1" status: 200 len: 850 time: 0.0591156 Jun 01 15:57:27.561382 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2a910-0b23-4b17-b42b-8121c3526818 req-9369d3d2-6ce2-4a38-a887-e8371eb882b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:27.562922 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ecb2a910-0b23-4b17-b42b-8121c3526818 req-9369d3d2-6ce2-4a38-a887-e8371eb882b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691750 Jun 01 15:57:27.696088 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ecb2a910-0b23-4b17-b42b-8121c3526818 req-1c9b0ea9-f869-4b06-bd27-501fe2e413f4 service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259890 Jun 01 15:57:27.777246 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:57:27.827099 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ecb2a910-0b23-4b17-b42b-8121c3526818 req-1bbaed14-aa9a-4eeb-a3bc-fe9d19788c5f service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230555 Jun 01 15:57:28.340872 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815abce-fced-462e-9925-769954f83cc7 req-0a61e34c-9e4e-416d-aa33-2159e506d572 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:28.342321 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7815abce-fced-462e-9925-769954f83cc7 req-0a61e34c-9e4e-416d-aa33-2159e506d572 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 943 time: 0.0828385 Jun 01 15:57:28.385972 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7815abce-fced-462e-9925-769954f83cc7 req-df545628-1b9b-4356-b8f2-c5618b762fff tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=82eb5460-ac9f-459b-a956-9486a14fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380263 Jun 01 15:57:29.567839 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f9a46-ce7c-4bd2-a009-911f5d30ccea req-8fdfb421-be1c-470a-b7fa-17a050e0cd70 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:29.569280 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-355f9a46-ce7c-4bd2-a009-911f5d30ccea req-8fdfb421-be1c-470a-b7fa-17a050e0cd70 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 943 time: 0.0801947 Jun 01 15:57:29.614013 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-355f9a46-ce7c-4bd2-a009-911f5d30ccea req-62345f25-4049-42db-ae65-2532b0be33bf tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=82eb5460-ac9f-459b-a956-9486a14fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383060 Jun 01 15:57:30.808650 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f624f6b-dd7c-4978-b55b-3a089d81d545 req-94e0ddc9-6c90-4007-9e75-98fa65785828 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:30.810125 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9f624f6b-dd7c-4978-b55b-3a089d81d545 req-94e0ddc9-6c90-4007-9e75-98fa65785828 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 943 time: 0.0906906 Jun 01 15:57:30.856449 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9f624f6b-dd7c-4978-b55b-3a089d81d545 req-a2babf45-5054-4574-aac1-a872faa56c36 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=82eb5460-ac9f-459b-a956-9486a14fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405111 Jun 01 15:57:31.162585 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 335fa59e-816e-41f3-95a1-1de77b616445 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:57:31.291120 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 335fa59e-816e-41f3-95a1-1de77b616445, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=335fa59e-816e-41f3-95a1-1de77b616445,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:31.303628 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '335fa59e-816e-41f3-95a1-1de77b616445', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'port_id': '335fa59e-816e-41f3-95a1-1de77b616445', 'mac_address': 'fa:16:3e:9f:85:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:57:31.357480 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:31.374202 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335fa59e-816e-41f3-95a1-1de77b616445 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:57:31.388612 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 335fa59e-816e-41f3-95a1-1de77b616445, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=335fa59e-816e-41f3-95a1-1de77b616445,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:31.392649 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:31.394359 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:31.464899 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=335fa59e-816e-41f3-95a1-1de77b616445,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:31.468088 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:31.729797 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['335fa59e-816e-41f3-95a1-1de77b616445'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:57:32.056080 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277151d-f03a-4bae-85e3-004dcd5571bc req-c0a949fa-632b-49fc-aa33-63dc2c0a7b86 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:32.057517 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8277151d-f03a-4bae-85e3-004dcd5571bc req-c0a949fa-632b-49fc-aa33-63dc2c0a7b86 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 944 time: 0.0894046 Jun 01 15:57:32.105063 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8277151d-f03a-4bae-85e3-004dcd5571bc req-69336815-7d92-48c5-88d4-91a155d64f25 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=82eb5460-ac9f-459b-a956-9486a14fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Jun 01 15:57:33.179786 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 335fa59e-816e-41f3-95a1-1de77b616445 up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:57:33.284622 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port 335fa59e-816e-41f3-95a1-1de77b616445 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:57:33.289197 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 335fa59e-816e-41f3-95a1-1de77b616445 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:57:33.289699 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:33.296150 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872985d-3800-41f9-a0b5-e4485e03018b req-90138df5-3a41-4331-a112-86e0e85294ae tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:33.297605 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b872985d-3800-41f9-a0b5-e4485e03018b req-90138df5-3a41-4331-a112-86e0e85294ae tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 944 time: 0.0866842 Jun 01 15:57:33.402705 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b872985d-3800-41f9-a0b5-e4485e03018b req-37af1347-a8ce-4642-a385-1b42d4060972 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=82eb5460-ac9f-459b-a956-9486a14fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676560 Jun 01 15:57:33.405341 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:33.421579 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf3832-795c-4b01-ae4a-d702dd06976b req-7e787721-ee62-4cbe-9090-df09ec3d7ad0 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:33.423277 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c2cf3832-795c-4b01-ae4a-d702dd06976b req-7e787721-ee62-4cbe-9090-df09ec3d7ad0 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 945 time: 0.1244872 Jun 01 15:57:33.433280 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335fa59e-816e-41f3-95a1-1de77b616445'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:33.435694 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effb0a3b-a7ec-4fe4-a3a8-e309c24fbca5" -d '{"events": [{"server_uuid": "e9b5f1c6-ca97-4bc4-a9fd-945dd5898905", "name": "network-vif-plugged", "status": "completed", "tag": "335fa59e-816e-41f3-95a1-1de77b616445"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:33.443225 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 335fa59e-816e-41f3-95a1-1de77b616445, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=335fa59e-816e-41f3-95a1-1de77b616445,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:33.448243 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:33.450466 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:33.473346 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c2cf3832-795c-4b01-ae4a-d702dd06976b req-41aefa05-1d84-4c48-aee7-11c660567749 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443854 Jun 01 15:57:33.485266 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7abbc5-0e3b-48b4-ba55-97b21cd7fcb1 x-openstack-request-id: req-1c7abbc5-0e3b-48b4-ba55-97b21cd7fcb1 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:33.485568 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b5f1c6-ca97-4bc4-a9fd-945dd5898905", "name": "network-vif-plugged", "status": "completed", "tag": "335fa59e-816e-41f3-95a1-1de77b616445", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:33.485824 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1c7abbc5-0e3b-48b4-ba55-97b21cd7fcb1 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:33.486229 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335fa59e-816e-41f3-95a1-1de77b616445', 'code': 200} Jun 01 15:57:33.499505 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 47740) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:33.524505 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=335fa59e-816e-41f3-95a1-1de77b616445,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:33.527447 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:33.692975 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47449746-d2cb-4df0-98bb-2a3075800fca tempest-TestMinimumBasicScenario-936030474 tempest-TestMinimumBasicScenario-936030474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:33.693672 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-47449746-d2cb-4df0-98bb-2a3075800fca tempest-TestMinimumBasicScenario-936030474 tempest-TestMinimumBasicScenario-936030474-project-admin] Synchronizing usage tracker for tenant:025b187ec48646369a5599e426c0a5a0 on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:57:33.711405 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-47449746-d2cb-4df0-98bb-2a3075800fca tempest-TestMinimumBasicScenario-936030474 tempest-TestMinimumBasicScenario-936030474-project-admin] Unset dirty status for tenant:025b187ec48646369a5599e426c0a5a0 on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:57:33.715388 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-47449746-d2cb-4df0-98bb-2a3075800fca tempest-TestMinimumBasicScenario-936030474 tempest-TestMinimumBasicScenario-936030474-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1093 time: 0.2120736 Jun 01 15:57:33.716635 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 47746) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:33.721454 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Request body: {'floatingip': {'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'port_id': '3dfd445e-36b3-497e-845d-deb24d048071', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:33.727259 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:33.728050 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2a04-fe3c-46f4-a6d4-4aa01138ee85 req-df57bd48-962a-4a20-9f37-a4120918062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:33.729569 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-987f2a04-fe3c-46f4-a6d4-4aa01138ee85 req-df57bd48-962a-4a20-9f37-a4120918062d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 1098 time: 0.0727601 Jun 01 15:57:33.731036 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Usage tracker for resource:floatingip and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:33.734042 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:33.739844 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:33.750521 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for floatingip, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:33.785213 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-987f2a04-fe3c-46f4-a6d4-4aa01138ee85 req-625e7795-d0f0-4810-bec0-da2ce6bbe374 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=82eb5460-ac9f-459b-a956-9486a14fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473068 Jun 01 15:57:33.883961 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:34.021716 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Allocated IP 172.27.2.133 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/f4a227a9-fe67-47c5-b853-80071e583580) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:57:34.164792 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:34.193623 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:34.198144 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-1723d9c8-3b5e-4d0e-b572-6f476b6d9b75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:34.259087 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:57:34.261835 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:57:34.266170 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:57:34.298947 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'Port': ['ID=f4a227a9-fe67-47c5-b853-80071e583580,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:34.302683 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:34.766985 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc35fb-7f1d-43cd-b1cd-a5357613ddeb req-246f7df7-1bdb-4881-ace7-8ed472b14b0b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:34.768591 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cecc35fb-7f1d-43cd-b1cd-a5357613ddeb req-246f7df7-1bdb-4881-ace7-8ed472b14b0b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 945 time: 0.2055976 Jun 01 15:57:34.834044 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cecc35fb-7f1d-43cd-b1cd-a5357613ddeb req-8577017e-dd6b-4b02-a484-c2f7e14a2ff6 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=82eb5460-ac9f-459b-a956-9486a14fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562813 Jun 01 15:57:34.900485 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:34.985140 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:35.187529 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:35.191880 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:35.196042 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:35.303005 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'Port': ['ID=f4a227a9-fe67-47c5-b853-80071e583580,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:35.317541 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:35.359416 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.359772 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.360120 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.360464 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.360803 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.361145 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.361483 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.361819 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.362176 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.362510 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.362841 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.363171 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:35.371215 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:35.487207 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.l3_db [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Floating IP c2d6cab1-fc12-4b7f-820d-6b57096f30aa associated. External IP: 172.27.2.133, port: 3dfd445e-36b3-497e-845d-deb24d048071. Jun 01 15:57:35.918177 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Router f0b008a6-30fe-4641-ac55-1a70d1fbfdae has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:57:36.151271 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:57:36.160364 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d662f52-95b4-42c5-8c82-524098f75e9a None None] Sync routers for ids ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:57:36.163252 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be14342-b015-4961-9f9b-10d2cec5b9fa req-6f20df76-5af0-4347-a27e-8e549337f5ab tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:36.164661 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9be14342-b015-4961-9f9b-10d2cec5b9fa req-6f20df76-5af0-4347-a27e-8e549337f5ab tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 945 time: 0.1903410 Jun 01 15:57:36.170084 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d662f52-95b4-42c5-8c82-524098f75e9a None None] Routers {'f0b008a6-30fe-4641-ac55-1a70d1fbfdae'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:57:36.170710 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-1d662f52-95b4-42c5-8c82-524098f75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:57:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:36.208227 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:36.254805 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9be14342-b015-4961-9f9b-10d2cec5b9fa req-acf3df0a-8cd8-47f0-b4c6-344d4c1cab22 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=82eb5460-ac9f-459b-a956-9486a14fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821564 Jun 01 15:57:36.272910 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-5b38e9d4-1f67-4b2b-a971-c797938d426e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5554311 Jun 01 15:57:36.273788 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:36.276030 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47766) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:36.276541 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5458290f-c1a7-4f4a-9892-522a76fd5d34" -d '{"events": [{"name": "network-changed", "server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "tag": "3dfd445e-36b3-497e-845d-deb24d048071"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:36.283364 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466977084', 'description': 'tempest-secgroup-smoke-466977084 description', 'project_id': '96829b9ead7d403782c20d30dd39bb89'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:36.289921 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:36.294761 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Usage tracker for resource:security_group and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:36.297783 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:36.304700 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:36.317566 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:36.343270 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:36.347769 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Usage tracker for resource:security_group_rule and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:36.350907 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:36.353395 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d1f1b5-406a-4160-b997-4a095fef3fb8 x-openstack-request-id: req-32d1f1b5-406a-4160-b997-4a095fef3fb8 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:36.353897 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "tag": "3dfd445e-36b3-497e-845d-deb24d048071", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:36.354490 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-1d662f52-95b4-42c5-8c82-524098f75e9a None None] Set router f0b008a6-30fe-4641-ac55-1a70d1fbfdae gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:57:36.354762 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-32d1f1b5-406a-4160-b997-4a095fef3fb8 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:36.355281 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071', 'status': 'completed', 'code': 200} Jun 01 15:57:36.369345 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:36.506984 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29c33d-1c88-49e2-9144-608e1d108e72 req-bae6aa0f-634c-467f-b081-9d624f5e6f1c tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:36.508193 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458290f-c1a7-4f4a-9892-522a76fd5d34 req-ec90469c-899d-497e-91e3-016dd8aa8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:36.509684 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5458290f-c1a7-4f4a-9892-522a76fd5d34 req-ec90469c-899d-497e-91e3-016dd8aa8ac6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1098 time: 0.1316538 Jun 01 15:57:36.512053 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8c29c33d-1c88-49e2-9144-608e1d108e72 req-bae6aa0f-634c-467f-b081-9d624f5e6f1c tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 945 time: 0.0916870 Jun 01 15:57:36.517857 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 47774) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:36.520522 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:36.522625 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-0bdd3792-cc1e-48ba-a8de-303235f500fe tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Request body: {'floatingip': {'port_id': '335fa59e-816e-41f3-95a1-1de77b616445'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:36.525513 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:36.537224 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-18a96a7d-e92d-47f3-8233-92c5d84c8a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:36.582798 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:36.587061 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 47778) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:36.587223 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3083401 Jun 01 15:57:36.588342 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8193ec-f088-4437-ba73-bb7c08788447,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:36.591416 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:36.609117 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Request body: {'security_group_rule': {'security_group_id': 'ad8193ec-f088-4437-ba73-bb7c08788447', 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:36.624351 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:36.628587 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3792-cc1e-48ba-a8de-303235f500fe tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:36.687288 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Usage tracker for resource:security_group_rule and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:36.700953 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:36.733266 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-1d662f52-95b4-42c5-8c82-524098f75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:28Z', 'revision_number': 4, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': 'c2d6cab1-fc12-4b7f-820d-6b57096f30aa', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'port_id': '3dfd445e-36b3-497e-845d-deb24d048071', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'mac_address': 'fa:16:3e:21:d4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:57:34Z', 'updated_at': '2021-06-01T15:57:34Z', 'revision_number': 0, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff4e09b-679a-428e-92b9-6acb605a1f18', 'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'mac_address': 'fa:16:3e:bd:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '542bd353-b377-4325-af50-fac452a28ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:27Z', 'updated_at': '2021-06-01T15:55:37Z', 'revision_number': 5, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'subnets': [{'id': '542bd353-b377-4325-af50-fac452a28ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:36.737774 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d662f52-95b4-42c5-8c82-524098f75e9a None None] Checking router: f0b008a6-30fe-4641-ac55-1a70d1fbfdae for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:57:36.742473 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458290f-c1a7-4f4a-9892-522a76fd5d34 req-223213eb-2265-4f98-af37-27e170cb13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:36.743909 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5458290f-c1a7-4f4a-9892-522a76fd5d34 req-223213eb-2265-4f98-af37-27e170cb13e5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 915 time: 0.2141426 Jun 01 15:57:36.746972 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d662f52-95b4-42c5-8c82-524098f75e9a None None] Routers {'f0b008a6-30fe-4641-ac55-1a70d1fbfdae'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:57:36.747595 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-1d662f52-95b4-42c5-8c82-524098f75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:57:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:36.747788 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:36.813139 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:36.846914 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5458290f-c1a7-4f4a-9892-522a76fd5d34 req-a29239a1-e36e-43de-875a-6e5979ff63d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 999 time: 0.0956867 Jun 01 15:57:36.916037 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458290f-c1a7-4f4a-9892-522a76fd5d34 req-936980da-ca48-4793-b16c-f02cddc01dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:36.917602 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5458290f-c1a7-4f4a-9892-522a76fd5d34 req-936980da-ca48-4793-b16c-f02cddc01dee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 200 len: 853 time: 0.0627804 Jun 01 15:57:36.932988 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-1d662f52-95b4-42c5-8c82-524098f75e9a None None] Set router f0b008a6-30fe-4641-ac55-1a70d1fbfdae gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:57:36.987506 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:36.994565 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.003454 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458290f-c1a7-4f4a-9892-522a76fd5d34 req-e1435e2b-3032-4919-bbed-baebef9aeb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:37.005363 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5458290f-c1a7-4f4a-9892-522a76fd5d34 req-e1435e2b-3032-4919-bbed-baebef9aeb93 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4669e2d8-6468-4fe6-bbdc-30a44279902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797143 Jun 01 15:57:37.074961 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:37.118992 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee67b2a1-a444-492e-9b93-2ff3766495d9,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:37.130775 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:37.134129 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.135335 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5473738 Jun 01 15:57:37.139657 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47784) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:37.146431 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Request body: {'security_group_rule': {'security_group_id': 'ad8193ec-f088-4437-ba73-bb7c08788447', 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:37.160674 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:37.167789 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Usage tracker for resource:security_group_rule and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:37.178979 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:37.188810 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:37.194620 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5458290f-c1a7-4f4a-9892-522a76fd5d34 req-ba400618-689d-4321-ab09-721a50edac1d service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815660 Jun 01 15:57:37.238276 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.322045 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-1d662f52-95b4-42c5-8c82-524098f75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:28Z', 'revision_number': 4, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': 'c2d6cab1-fc12-4b7f-820d-6b57096f30aa', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'port_id': '3dfd445e-36b3-497e-845d-deb24d048071', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'mac_address': 'fa:16:3e:21:d4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:57:34Z', 'updated_at': '2021-06-01T15:57:34Z', 'revision_number': 0, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff4e09b-679a-428e-92b9-6acb605a1f18', 'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'mac_address': 'fa:16:3e:bd:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '542bd353-b377-4325-af50-fac452a28ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:27Z', 'updated_at': '2021-06-01T15:55:37Z', 'revision_number': 5, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'subnets': [{'id': '542bd353-b377-4325-af50-fac452a28ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:37.327265 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d662f52-95b4-42c5-8c82-524098f75e9a None None] The sync data for ids ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'] in dv-cinder-793515-3-iscsi is: [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:28Z', 'revision_number': 4, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': 'c2d6cab1-fc12-4b7f-820d-6b57096f30aa', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'port_id': '3dfd445e-36b3-497e-845d-deb24d048071', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'mac_address': 'fa:16:3e:21:d4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:57:34Z', 'updated_at': '2021-06-01T15:57:34Z', 'revision_number': 0, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff4e09b-679a-428e-92b9-6acb605a1f18', 'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'mac_address': 'fa:16:3e:bd:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '542bd353-b377-4325-af50-fac452a28ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:27Z', 'updated_at': '2021-06-01T15:55:37Z', 'revision_number': 5, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'subnets': [{'id': '542bd353-b377-4325-af50-fac452a28ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:57:37.378621 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3792-cc1e-48ba-a8de-303235f500fe tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.383747 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3792-cc1e-48ba-a8de-303235f500fe tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.487601 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5458290f-c1a7-4f4a-9892-522a76fd5d34 req-a07f487e-5e67-4670-9d86-91b6f2d6971c service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840400 Jun 01 15:57:37.489252 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.495332 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.502737 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0d747388-dce5-4c09-b15a-8aad38f61227 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:37.523997 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024bc2e6-20c8-48e1-95ea-d777d9f637bd,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:37.527028 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:37.538867 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.540389 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2c45b37d-3807-4f99-bc70-f0fdfe20946a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3994305 Jun 01 15:57:37.544486 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47788) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:37.549083 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Request body: {'security_group_rule': {'security_group_id': 'ad8193ec-f088-4437-ba73-bb7c08788447', 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:37.555222 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:37.559266 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Usage tracker for resource:security_group_rule and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:37.562274 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:37.568679 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:37.590489 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.613068 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38109ec7-0b6c-4f88-a18e-75eca185668e None None] New status for floating IP c2d6cab1-fc12-4b7f-820d-6b57096f30aa: ACTIVE {{(pid=91913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:57:37.674674 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.679770 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.682009 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:37.705785 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999003a0-9bb9-4ce8-84bc-0ee139938050,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:37.708454 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:37.717453 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.721689 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-011a362a-f219-4f19-9818-e25729fb5029 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733952 Jun 01 15:57:37.721823 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47790) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:37.726709 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Request body: {'security_group_rule': {'security_group_id': 'ad8193ec-f088-4437-ba73-bb7c08788447', 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:37.732730 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:37.736828 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Usage tracker for resource:security_group_rule and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:37.737376 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.l3_db [None req-0bdd3792-cc1e-48ba-a8de-303235f500fe tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Floating IP 517d830c-b4cc-4548-896b-fb7b46bd8df2 associated. External IP: 172.27.2.122, port: 335fa59e-816e-41f3-95a1-1de77b616445. Jun 01 15:57:37.739885 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:37.745880 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:37.763932 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.830223 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.835393 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.837766 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:37.868442 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08eddbb3-4e1e-4899-bb66-f51d526fa734,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:37.870782 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.872779 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499462 Jun 01 15:57:37.874041 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e924b5c2-784f-49bf-909c-2ccbacc4ad37 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:37.875769 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47792) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:37.880566 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Request body: {'security_group_rule': {'security_group_id': 'ad8193ec-f088-4437-ba73-bb7c08788447', 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:37.886895 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:37.891876 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Usage tracker for resource:security_group_rule and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:37.895011 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:37.901236 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:37.913092 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.securitygroups_db [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Project 96829b9ead7d403782c20d30dd39bb89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 15:57:37.919881 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:37.999697 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.003407 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.011051 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:38.032351 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ea2f36-3ef7-4056-a57f-34cb139a847c,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:38.034780 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:38.039942 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.041117 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3a1a27d7-de33-44e6-90c0-820c0774a861 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1642454 Jun 01 15:57:38.043932 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 47794) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:38.049078 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Request body: {'security_group_rule': {'security_group_id': 'ad8193ec-f088-4437-ba73-bb7c08788447', 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:38.055267 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:38.059942 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Usage tracker for resource:security_group_rule and tenant:96829b9ead7d403782c20d30dd39bb89 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:57:38.062844 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:57:38.068619 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:38.079868 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.securitygroups_db [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Project 96829b9ead7d403782c20d30dd39bb89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 15:57:38.086567 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.111205 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdd3792-cc1e-48ba-a8de-303235f500fe tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Router e168a216-9665-413c-9634-f58a57ccb36b has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:57:38.158487 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.162332 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.168386 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:38.189640 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2dd3f0-3c1d-4653-891f-a2753ef88d68,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:38.192238 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:38.204552 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.205726 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-6b4cddd4-8610-4498-9db7-4ef70f461237 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1605945 Jun 01 15:57:38.314460 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdd3792-cc1e-48ba-a8de-303235f500fe tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:57:38.318751 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3792-cc1e-48ba-a8de-303235f500fe tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.323260 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306c026-6e96-4e25-91a5-b7b1e0ed3a74 None None] Sync routers for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:57:38.332958 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306c026-6e96-4e25-91a5-b7b1e0ed3a74 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:57:38.333571 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-8306c026-6e96-4e25-91a5-b7b1e0ed3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:57:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:38.381906 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-323961e8-fccc-4321-b806-cca570202e2e req-611c72f4-9c33-484b-b17e-e36a9637988b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466977084&fields=id&tenant_id=96829b9ead7d403782c20d30dd39bb89 HTTP/1.1" status: 200 len: 267 time: 0.0964186 Jun 01 15:57:38.390507 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-0bdd3792-cc1e-48ba-a8de-303235f500fe tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "PUT /v2.0/floatingips/517d830c-b4cc-4548-896b-fb7b46bd8df2 HTTP/1.1" status: 200 len: 991 time: 1.8716486 Jun 01 15:57:38.391814 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'tag': '335fa59e-816e-41f3-95a1-1de77b616445'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:38.394151 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cf7416-8a31-4895-bb6c-519a3984cb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b5f1c6-ca97-4bc4-a9fd-945dd5898905", "tag": "335fa59e-816e-41f3-95a1-1de77b616445"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:38.480814 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323961e8-fccc-4321-b806-cca570202e2e req-98db6c4e-2bfe-46ca-af44-f3c660ee044b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:38.483850 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-323961e8-fccc-4321-b806-cca570202e2e req-98db6c4e-2bfe-46ca-af44-f3c660ee044b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 945 time: 0.0950925 Jun 01 15:57:38.494882 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-323961e8-fccc-4321-b806-cca570202e2e req-608f7a4a-a8e5-405d-ae48-9d94a5de5324 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Request body: {'port': {'security_groups': ['168df9c4-375e-40bc-a7b0-802b9c051fdb', 'ad8193ec-f088-4437-ba73-bb7c08788447']}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:38.556851 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2bb780-9a04-424f-88a8-a93379ed17c9 x-openstack-request-id: req-ee2bb780-9a04-424f-88a8-a93379ed17c9 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:38.557232 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b5f1c6-ca97-4bc4-a9fd-945dd5898905", "tag": "335fa59e-816e-41f3-95a1-1de77b616445", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:38.557572 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ee2bb780-9a04-424f-88a8-a93379ed17c9 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:38.558062 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'tag': '335fa59e-816e-41f3-95a1-1de77b616445', 'status': 'completed', 'code': 200} Jun 01 15:57:38.561260 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-8306c026-6e96-4e25-91a5-b7b1e0ed3a74 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:57:38.623973 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-323961e8-fccc-4321-b806-cca570202e2e req-608f7a4a-a8e5-405d-ae48-9d94a5de5324 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.656987 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf7416-8a31-4895-bb6c-519a3984cb5d req-f6af1170-718e-4eb5-8620-0f2ea3ab85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:38.658648 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-34cf7416-8a31-4895-bb6c-519a3984cb5d req-f6af1170-718e-4eb5-8620-0f2ea3ab85ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 1098 time: 0.0781484 Jun 01 15:57:38.812640 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf7416-8a31-4895-bb6c-519a3984cb5d req-3c1f28b4-ff4b-4525-a15c-bbd28b66000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:38.814821 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-34cf7416-8a31-4895-bb6c-519a3984cb5d req-3c1f28b4-ff4b-4525-a15c-bbd28b66000a service neutron] 10.222.0.86 "GET /v2.0/networks?id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 200 len: 912 time: 0.1464307 Jun 01 15:57:38.909978 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-323961e8-fccc-4321-b806-cca570202e2e req-608f7a4a-a8e5-405d-ae48-9d94a5de5324 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] For port 3dfd445e-36b3-497e-845d-deb24d048071, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3dfd445e-36b3-497e-845d-deb24d048071,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:38.926424 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-34cf7416-8a31-4895-bb6c-519a3984cb5d req-32563401-e992-4d86-ac5a-a9059482fcfa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=335fa59e-816e-41f3-95a1-1de77b616445 HTTP/1.1" status: 200 len: 999 time: 0.1000018 Jun 01 15:57:38.936730 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-323961e8-fccc-4321-b806-cca570202e2e req-608f7a4a-a8e5-405d-ae48-9d94a5de5324 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.941729 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-323961e8-fccc-4321-b806-cca570202e2e req-608f7a4a-a8e5-405d-ae48-9d94a5de5324 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.945577 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-8306c026-6e96-4e25-91a5-b7b1e0ed3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '517d830c-b4cc-4548-896b-fb7b46bd8df2', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'port_id': '335fa59e-816e-41f3-95a1-1de77b616445', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'mac_address': 'fa:16:3e:9f:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:57:21Z', 'updated_at': '2021-06-01T15:57:37Z', 'revision_number': 1, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:38.947113 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:38.950943 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306c026-6e96-4e25-91a5-b7b1e0ed3a74 None None] Checking router: e168a216-9665-413c-9634-f58a57ccb36b for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:57:38.954354 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['3dfd445e-36b3-497e-845d-deb24d048071'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:57:38.992822 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf7416-8a31-4895-bb6c-519a3984cb5d req-52e5584b-81a6-448e-a575-03c59e71313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:38.994462 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-34cf7416-8a31-4895-bb6c-519a3984cb5d req-52e5584b-81a6-448e-a575-03c59e71313b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bab6368-25d8-4c2d-a23d-c0d5327163ea HTTP/1.1" status: 200 len: 850 time: 0.0612676 Jun 01 15:57:39.008723 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306c026-6e96-4e25-91a5-b7b1e0ed3a74 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:57:39.009185 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-8306c026-6e96-4e25-91a5-b7b1e0ed3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:57:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:39.018365 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323961e8-fccc-4321-b806-cca570202e2e req-608f7a4a-a8e5-405d-ae48-9d94a5de5324 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:39.018974 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-323961e8-fccc-4321-b806-cca570202e2e req-608f7a4a-a8e5-405d-ae48-9d94a5de5324 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:39.020309 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-323961e8-fccc-4321-b806-cca570202e2e req-608f7a4a-a8e5-405d-ae48-9d94a5de5324 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "PUT /v2.0/ports/3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 981 time: 0.5301881 Jun 01 15:57:39.046083 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f7a4a-a8e5-405d-ae48-9d94a5de5324 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'Port': ['ID=3dfd445e-36b3-497e-845d-deb24d048071,revision_number=6']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:39.049052 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-608f7a4a-a8e5-405d-ae48-9d94a5de5324 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:39.106478 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf7416-8a31-4895-bb6c-519a3984cb5d req-722fc3a2-68f7-4924-9608-288f90ef201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:39.108332 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-34cf7416-8a31-4895-bb6c-519a3984cb5d req-722fc3a2-68f7-4924-9608-288f90ef201e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065972 Jun 01 15:57:39.128302 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['3dfd445e-36b3-497e-845d-deb24d048071'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:57:39.268703 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5ab93-348d-4f37-bf84-f32424da7f93 req-f64845f1-c98b-44ba-ba3a-9b23617a97ce tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:39.270241 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d9b5ab93-348d-4f37-bf84-f32424da7f93 req-f64845f1-c98b-44ba-ba3a-9b23617a97ce tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.1235330 Jun 01 15:57:39.292845 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-34cf7416-8a31-4895-bb6c-519a3984cb5d req-61e979f2-c71f-48fc-9669-a4ed6b1609dd service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732776 Jun 01 15:57:39.345669 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d9b5ab93-348d-4f37-bf84-f32424da7f93 req-e05219f8-7076-43de-b871-fd40268393d9 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682788 Jun 01 15:57:39.363568 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-8306c026-6e96-4e25-91a5-b7b1e0ed3a74 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:57:39.424711 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-f2da9de1-3f58-446d-96ee-a118d0ed2af3 None None] Provisioning complete for port 3dfd445e-36b3-497e-845d-deb24d048071 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:57:39.424997 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f2da9de1-3f58-446d-96ee-a118d0ed2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:39.439884 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-34cf7416-8a31-4895-bb6c-519a3984cb5d req-3471bf23-9ca8-4977-a354-3899dab0f947 service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375165 Jun 01 15:57:40.205498 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-8306c026-6e96-4e25-91a5-b7b1e0ed3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '517d830c-b4cc-4548-896b-fb7b46bd8df2', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'port_id': '335fa59e-816e-41f3-95a1-1de77b616445', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'mac_address': 'fa:16:3e:9f:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:57:21Z', 'updated_at': '2021-06-01T15:57:37Z', 'revision_number': 1, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:40.225887 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306c026-6e96-4e25-91a5-b7b1e0ed3a74 None None] The sync data for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi is: [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '517d830c-b4cc-4548-896b-fb7b46bd8df2', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'port_id': '335fa59e-816e-41f3-95a1-1de77b616445', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'mac_address': 'fa:16:3e:9f:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:57:21Z', 'updated_at': '2021-06-01T15:57:37Z', 'revision_number': 1, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:57:40.422383 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5093c08a-b104-47f8-9437-ca50b8b29841 None None] New status for floating IP 517d830c-b4cc-4548-896b-fb7b46bd8df2: ACTIVE {{(pid=91913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:57:40.558889 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:40.561811 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1" -d '{"events": [{"name": "network-changed", "server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "tag": "3dfd445e-36b3-497e-845d-deb24d048071"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:40.602949 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192569b4-eb19-463d-a762-c949264538cd x-openstack-request-id: req-192569b4-eb19-463d-a762-c949264538cd {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:40.603265 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "tag": "3dfd445e-36b3-497e-845d-deb24d048071", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:40.603538 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-192569b4-eb19-463d-a762-c949264538cd {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:40.603950 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071', 'status': 'completed', 'code': 200} Jun 01 15:57:40.674203 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6f01d273-21ec-4868-9a24-63fe960b70d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:40.702173 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1 req-19703d4a-fa48-415f-8e6c-b3e537560c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:40.703761 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1 req-19703d4a-fa48-415f-8e6c-b3e537560c4a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1137 time: 0.0766513 Jun 01 15:57:40.835084 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1 req-9bcd73a0-09aa-4500-af32-32244196f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:40.836392 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1 req-9bcd73a0-09aa-4500-af32-32244196f61d service neutron] 10.222.0.86 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 915 time: 0.1259024 Jun 01 15:57:40.948849 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1 req-30f5528a-c978-4861-9ba5-82614acdc108 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 1001 time: 0.0971024 Jun 01 15:57:41.010044 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1 req-17ac8064-c296-4216-8572-3d63b60d8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:41.011447 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1 req-17ac8064-c296-4216-8572-3d63b60d8cbf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 200 len: 853 time: 0.0560338 Jun 01 15:57:41.091863 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1 req-f97a023b-3353-42db-9b2e-d0242e35d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:41.093222 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1 req-f97a023b-3353-42db-9b2e-d0242e35d41f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4669e2d8-6468-4fe6-bbdc-30a44279902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751958 Jun 01 15:57:41.316564 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1 req-a0aa67f8-ff1b-482b-a9cd-debee4bb7f02 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150252 Jun 01 15:57:41.456553 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0b1ae81-1ae4-40f1-879e-0f7209b1ffc1 req-ec5b0d76-462d-4aca-8dce-f2d319001d27 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240714 Jun 01 15:57:42.962490 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20afc9-da29-446b-9aaf-24e4b6006203 req-082c7b50-b5c3-4448-909d-9380c83d04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:42.963934 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ed20afc9-da29-446b-9aaf-24e4b6006203 req-082c7b50-b5c3-4448-909d-9380c83d04c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1137 time: 0.0733831 Jun 01 15:57:42.998719 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cea015-4ab2-418d-b0e2-ce4f33ba5c01 req-e6af99da-36bb-4631-9c13-1c69f5e89dc0 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:43.000287 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a3cea015-4ab2-418d-b0e2-ce4f33ba5c01 req-e6af99da-36bb-4631-9c13-1c69f5e89dc0 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0847664 Jun 01 15:57:43.047603 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a3cea015-4ab2-418d-b0e2-ce4f33ba5c01 req-2a9bbdea-4669-4ec6-bd42-ad8a7adec8d6 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414991 Jun 01 15:57:43.099330 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20afc9-da29-446b-9aaf-24e4b6006203 req-f672587c-86eb-44e3-b226-d441d0d9b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:43.100798 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ed20afc9-da29-446b-9aaf-24e4b6006203 req-f672587c-86eb-44e3-b226-d441d0d9b81b service neutron] 10.222.0.86 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 915 time: 0.1286709 Jun 01 15:57:43.167589 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c1d1609b-2c08-4727-98e2-605f63f2c742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:43.206122 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ed20afc9-da29-446b-9aaf-24e4b6006203 req-88387e60-71a8-49d5-877c-0e22097ec404 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 1001 time: 0.0982814 Jun 01 15:57:43.271912 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20afc9-da29-446b-9aaf-24e4b6006203 req-e046532d-137c-4e53-97b6-712865914ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:43.273258 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ed20afc9-da29-446b-9aaf-24e4b6006203 req-e046532d-137c-4e53-97b6-712865914ec6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 200 len: 853 time: 0.0599906 Jun 01 15:57:43.349840 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20afc9-da29-446b-9aaf-24e4b6006203 req-43e98741-f4d4-483b-a516-0315d4fc6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:43.351328 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ed20afc9-da29-446b-9aaf-24e4b6006203 req-43e98741-f4d4-483b-a516-0315d4fc6599 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4669e2d8-6468-4fe6-bbdc-30a44279902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686765 Jun 01 15:57:43.362949 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:43.459947 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:43.488918 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ed20afc9-da29-446b-9aaf-24e4b6006203 req-2464949f-125c-402d-8c74-3304b983ba65 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263838 Jun 01 15:57:43.621889 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ed20afc9-da29-446b-9aaf-24e4b6006203 req-cbbc9be4-1379-4037-8212-45cd39300332 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262808 Jun 01 15:57:44.239474 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f3dfc-38a1-413f-b637-fa8575b83321 req-a0eab5b7-fc20-4381-bde8-c76cec4949cd tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:44.241196 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d55f3dfc-38a1-413f-b637-fa8575b83321 req-a0eab5b7-fc20-4381-bde8-c76cec4949cd tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0831008 Jun 01 15:57:44.366587 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d55f3dfc-38a1-413f-b637-fa8575b83321 req-d8781776-8402-41e9-b64c-7b23d96ee6e9 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195366 Jun 01 15:57:44.904678 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:45.552780 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb47c4e-40c8-4acf-aa16-9b5a7aeef20a req-e74cb31b-101f-430c-b7d3-5dbe15ad6bc4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:45.554254 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2eb47c4e-40c8-4acf-aa16-9b5a7aeef20a req-e74cb31b-101f-430c-b7d3-5dbe15ad6bc4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0833743 Jun 01 15:57:45.602344 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2eb47c4e-40c8-4acf-aa16-9b5a7aeef20a req-b978968f-175e-4c8e-a60f-e811ad68a3e7 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412388 Jun 01 15:57:45.661748 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-be980e99-121f-472f-b6e0-fa15f764f252 req-4a55a9d4-dc8a-42e1-b08e-69b5fd169162 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687449 Jun 01 15:57:45.820180 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be980e99-121f-472f-b6e0-fa15f764f252 req-c0604f83-ad48-410e-8195-f84c10d6b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:45.821935 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-be980e99-121f-472f-b6e0-fa15f764f252 req-c0604f83-ad48-410e-8195-f84c10d6b726 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 1100 time: 0.0796130 Jun 01 15:57:45.969782 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be980e99-121f-472f-b6e0-fa15f764f252 req-28ae234f-d613-41f3-9ccd-e31ed00443a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:45.971235 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-be980e99-121f-472f-b6e0-fa15f764f252 req-28ae234f-d613-41f3-9ccd-e31ed00443a2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.1271205 Jun 01 15:57:46.081799 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-be980e99-121f-472f-b6e0-fa15f764f252 req-52d3db93-6516-4075-b6b8-2fdc0b25a5fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc HTTP/1.1" status: 200 len: 1002 time: 0.0949626 Jun 01 15:57:46.143927 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be980e99-121f-472f-b6e0-fa15f764f252 req-a77db0f6-6c26-4ba3-9036-86174c26d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:46.145266 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-be980e99-121f-472f-b6e0-fa15f764f252 req-a77db0f6-6c26-4ba3-9036-86174c26d175 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.0564721 Jun 01 15:57:46.223517 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be980e99-121f-472f-b6e0-fa15f764f252 req-f5edfb92-0e00-408b-a405-5122d0869546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:46.224926 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-be980e99-121f-472f-b6e0-fa15f764f252 req-f5edfb92-0e00-408b-a405-5122d0869546 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713077 Jun 01 15:57:46.461153 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-be980e99-121f-472f-b6e0-fa15f764f252 req-018a2730-fd2a-481f-8afe-5e241da397c4 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262046 Jun 01 15:57:46.480233 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:46.596813 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-be980e99-121f-472f-b6e0-fa15f764f252 req-a8160579-ddd5-4db5-995e-4ac1ccbea031 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262436 Jun 01 15:57:46.802640 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183197b4-27f6-4a03-90df-b10fb24b8cf1 req-1432a06b-defd-4170-8747-b44ef1f1b854 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:46.804043 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-183197b4-27f6-4a03-90df-b10fb24b8cf1 req-1432a06b-defd-4170-8747-b44ef1f1b854 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0873728 Jun 01 15:57:46.851218 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-183197b4-27f6-4a03-90df-b10fb24b8cf1 req-2d320094-b6f3-40a2-b739-f7b7e7cca1f5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408800 Jun 01 15:57:48.041915 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff156b8-6356-48e1-91f5-47acfd9b6943 req-aba39b4a-2b0a-4023-a1e2-194f99f77c0e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:48.044697 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-eff156b8-6356-48e1-91f5-47acfd9b6943 req-aba39b4a-2b0a-4023-a1e2-194f99f77c0e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0878472 Jun 01 15:57:48.094386 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-eff156b8-6356-48e1-91f5-47acfd9b6943 req-06bb8965-cf2e-486c-bbc9-f0a549a2b86f tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421350 Jun 01 15:57:49.275856 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5284d5-3da6-4f57-a075-5496d6e2e452 req-1ecac5ad-e8d8-47db-b138-17f45831c49c tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:49.277251 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ef5284d5-3da6-4f57-a075-5496d6e2e452 req-1ecac5ad-e8d8-47db-b138-17f45831c49c tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0784638 Jun 01 15:57:49.322957 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ef5284d5-3da6-4f57-a075-5496d6e2e452 req-bd1397e9-1094-42a0-ae47-348282335811 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397048 Jun 01 15:57:50.508160 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15196c1e-df47-40d2-b4a0-191c45621ee1 req-031573ea-dae5-40e5-bab0-d8c58ddcbfea tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:50.509486 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-15196c1e-df47-40d2-b4a0-191c45621ee1 req-031573ea-dae5-40e5-bab0-d8c58ddcbfea tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0836849 Jun 01 15:57:50.554557 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-15196c1e-df47-40d2-b4a0-191c45621ee1 req-ef58b629-d830-4d8f-a3f4-9707894f814f tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387769 Jun 01 15:57:51.737963 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec0c3c-bb48-4735-b671-b4b24c4af440 req-7752348e-1c9e-4022-80ff-72aa3a6c507d tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:51.739393 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-66ec0c3c-bb48-4735-b671-b4b24c4af440 req-7752348e-1c9e-4022-80ff-72aa3a6c507d tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0770001 Jun 01 15:57:51.788224 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-66ec0c3c-bb48-4735-b671-b4b24c4af440 req-e4d5cefc-6809-4d9f-a76d-53c82c7ff990 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429320 Jun 01 15:57:52.970452 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee84a6-8b54-471b-9d77-526081b62c7d req-1a506e89-0212-4fc1-b6e8-913d28ace7b0 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:52.971870 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-07ee84a6-8b54-471b-9d77-526081b62c7d req-1a506e89-0212-4fc1-b6e8-913d28ace7b0 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0809915 Jun 01 15:57:53.019965 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-07ee84a6-8b54-471b-9d77-526081b62c7d req-e026cf8a-f5e3-4e3e-b287-64db6f23a6cb tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425234 Jun 01 15:57:54.210335 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79faf3b-6f4c-4611-8f8b-c7a3a94c3470 req-915c4c9d-5957-483b-9360-6170eea17a48 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:54.211770 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b79faf3b-6f4c-4611-8f8b-c7a3a94c3470 req-915c4c9d-5957-483b-9360-6170eea17a48 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0818043 Jun 01 15:57:54.260049 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b79faf3b-6f4c-4611-8f8b-c7a3a94c3470 req-89a162b0-01c3-418f-84c0-fcff870c63ee tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417254 Jun 01 15:57:55.446454 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4522c-29fd-4813-9df3-3ae71106d4a9 req-4ec9e4c8-efce-4b59-908d-1654ed5b8f80 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:55.447878 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b4f4522c-29fd-4813-9df3-3ae71106d4a9 req-4ec9e4c8-efce-4b59-908d-1654ed5b8f80 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0796456 Jun 01 15:57:55.494112 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b4f4522c-29fd-4813-9df3-3ae71106d4a9 req-07ef3548-28a3-48fb-a3ab-0e45861c927d tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404515 Jun 01 15:57:56.680333 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9577b-fa12-4cda-bd4e-73a2d1a2aade req-79cc4013-f9cf-41b7-9255-ff1e763bca3b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:56.681647 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8df9577b-fa12-4cda-bd4e-73a2d1a2aade req-79cc4013-f9cf-41b7-9255-ff1e763bca3b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0824223 Jun 01 15:57:56.728246 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8df9577b-fa12-4cda-bd4e-73a2d1a2aade req-1a2b82a1-142c-41fc-909e-9c74fd72f89b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401883 Jun 01 15:57:57.909708 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55faad5-e6a4-4868-bfd7-4359bd566f99 req-9daa0e26-b50c-4801-8c11-0f3fb3396e7c tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:57.911173 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c55faad5-e6a4-4868-bfd7-4359bd566f99 req-9daa0e26-b50c-4801-8c11-0f3fb3396e7c tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0783312 Jun 01 15:57:57.956726 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c55faad5-e6a4-4868-bfd7-4359bd566f99 req-c2051e10-b624-40c2-87a8-4be9e801d663 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399301 Jun 01 15:57:59.142583 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f07f6-e134-40ad-9b5b-82cfe074d357 req-835e4b94-e4dc-437c-b0c8-d68478ab3c6b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:59.143995 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0e3f07f6-e134-40ad-9b5b-82cfe074d357 req-835e4b94-e4dc-437c-b0c8-d68478ab3c6b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0817194 Jun 01 15:57:59.189378 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0e3f07f6-e134-40ad-9b5b-82cfe074d357 req-7d2ab226-bc21-4ae3-b312-68e9dbd7d513 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397093 Jun 01 15:58:00.509525 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86e8f3-8938-451e-9274-ace524c4f6e8 req-2747f223-e6bf-47ee-b872-460de0fef654 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:00.510947 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9c86e8f3-8938-451e-9274-ace524c4f6e8 req-2747f223-e6bf-47ee-b872-460de0fef654 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0786319 Jun 01 15:58:00.564168 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9c86e8f3-8938-451e-9274-ace524c4f6e8 req-89060cab-1e55-4363-b6d1-9bc3029eb2f7 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8193ec-f088-4437-ba73-bb7c08788447&id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458093 Jun 01 15:58:04.776084 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:58:10.666634 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6fbafe9f-c54f-4f5b-9070-81522489cc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:13.169692 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-74488f32-3070-4263-87ef-851247414e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:13.365127 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:13.455213 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:14.907297 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.479308 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:36.467717 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-17193448-788c-4cb0-a95e-35749b69bf4c req-c33fb508-5138-4d31-96d2-824f709d55be tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466977084&fields=id&tenant_id=96829b9ead7d403782c20d30dd39bb89 HTTP/1.1" status: 200 len: 267 time: 0.0399365 Jun 01 15:58:36.554256 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17193448-788c-4cb0-a95e-35749b69bf4c req-a7746fcd-e72a-4a78-9c26-0ba4bf0c75ef tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:36.555742 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-17193448-788c-4cb0-a95e-35749b69bf4c req-a7746fcd-e72a-4a78-9c26-0ba4bf0c75ef tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 984 time: 0.0820332 Jun 01 15:58:36.567534 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [req-17193448-788c-4cb0-a95e-35749b69bf4c req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Request body: {'port': {'security_groups': ['168df9c4-375e-40bc-a7b0-802b9c051fdb']}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:58:36.691138 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-17193448-788c-4cb0-a95e-35749b69bf4c req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:37.010486 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [req-17193448-788c-4cb0-a95e-35749b69bf4c req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] For port 3dfd445e-36b3-497e-845d-deb24d048071, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3dfd445e-36b3-497e-845d-deb24d048071,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:37.036882 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-17193448-788c-4cb0-a95e-35749b69bf4c req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:37.042112 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-17193448-788c-4cb0-a95e-35749b69bf4c req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:37.048658 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-784d8f0f-f6e3-4a3d-be80-a4abdc127ae4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:37.057089 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['3dfd445e-36b3-497e-845d-deb24d048071'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:58:37.113248 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17193448-788c-4cb0-a95e-35749b69bf4c req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:37.113875 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [req-17193448-788c-4cb0-a95e-35749b69bf4c req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:37.115561 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-17193448-788c-4cb0-a95e-35749b69bf4c req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "PUT /v2.0/ports/3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 942 time: 0.5528970 Jun 01 15:58:37.116070 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:58:37.118463 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf6819e-816e-4087-a179-0877c7f1f333" -d '{"events": [{"name": "network-changed", "server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "tag": "3dfd445e-36b3-497e-845d-deb24d048071"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:58:37.125669 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 48290) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:37.141106 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event updated for resources: {'Port': ['ID=3dfd445e-36b3-497e-845d-deb24d048071,revision_number=7']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:37.149325 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.149754 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.150260 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.150663 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.151114 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.152118 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.152535 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.152957 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.153449 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.153834 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.154325 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.154704 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.159409 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:37.235378 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f059b5-b8a3-4eea-a1b9-ec31ecbe10a5 x-openstack-request-id: req-a1f059b5-b8a3-4eea-a1b9-ec31ecbe10a5 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:58:37.236251 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "tag": "3dfd445e-36b3-497e-845d-deb24d048071", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:58:37.236408 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a1f059b5-b8a3-4eea-a1b9-ec31ecbe10a5 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:58:37.236917 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071', 'status': 'completed', 'code': 200} Jun 01 15:58:37.238466 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:37.264229 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['3dfd445e-36b3-497e-845d-deb24d048071'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:58:37.331847 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:37.399664 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6819e-816e-4087-a179-0877c7f1f333 req-6a887c63-0d00-4ee1-bc8f-9a96de312477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:37.402160 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-baf6819e-816e-4087-a179-0877c7f1f333 req-6a887c63-0d00-4ee1-bc8f-9a96de312477 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1098 time: 0.1465027 Jun 01 15:58:37.473326 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d35848b0-5ba8-43de-8ebf-a0ea351d6289 None None] Provisioning complete for port 3dfd445e-36b3-497e-845d-deb24d048071 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:37.473709 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d35848b0-5ba8-43de-8ebf-a0ea351d6289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:37.515402 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:37.525255 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-29d4c882-430e-45ab-a48c-239dc6cec343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:37.544201 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8193ec-f088-4437-ba73-bb7c08788447,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:37.575533 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.576379 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.576741 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.577107 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.577460 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.577816 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.578191 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.578545 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.578893 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.579285 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.579649 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.580110 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:37.583438 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:37.586724 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:37.591992 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 48298) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:37.592635 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-fb6ca0a8-2797-4752-a7f5-e712b0c9699e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "DELETE /v2.0/security-groups/ad8193ec-f088-4437-ba73-bb7c08788447 HTTP/1.1" status: 204 len: 168 time: 0.4645917 Jun 01 15:58:37.613007 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6819e-816e-4087-a179-0877c7f1f333 req-4adf56ff-1765-449d-baaa-88eb07ec0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:37.615678 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-baf6819e-816e-4087-a179-0877c7f1f333 req-4adf56ff-1765-449d-baaa-88eb07ec0b30 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 915 time: 0.2065349 Jun 01 15:58:37.725838 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-baf6819e-816e-4087-a179-0877c7f1f333 req-c43d11c4-95f3-41a8-ba95-c20e597c0f18 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 1001 time: 0.1037669 Jun 01 15:58:37.791842 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6819e-816e-4087-a179-0877c7f1f333 req-b4191248-e42e-4f33-b7bb-087131ef4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:37.793692 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-baf6819e-816e-4087-a179-0877c7f1f333 req-b4191248-e42e-4f33-b7bb-087131ef4ba5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 200 len: 853 time: 0.0613759 Jun 01 15:58:37.868683 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Deleting port f4a227a9-fe67-47c5-b853-80071e583580 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:58:37.869020 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:37.873727 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6819e-816e-4087-a179-0877c7f1f333 req-0e302b85-3625-46bb-aed8-5c3f933e93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:37.875247 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-baf6819e-816e-4087-a179-0877c7f1f333 req-0e302b85-3625-46bb-aed8-5c3f933e93ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4669e2d8-6468-4fe6-bbdc-30a44279902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745614 Jun 01 15:58:37.986876 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:37.987204 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:38.007410 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-baf6819e-816e-4087-a179-0877c7f1f333 req-666fc5ba-13c7-4b08-bae0-2d10086dce73 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253932 Jun 01 15:58:38.111270 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Calling delete_port for f4a227a9-fe67-47c5-b853-80071e583580 owned by network:floatingip {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:58:38.140083 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-baf6819e-816e-4087-a179-0877c7f1f333 req-e5540808-ebb8-475a-83ff-d2e272297654 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252232 Jun 01 15:58:38.238904 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:38.242886 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-bcd023ff-0314-46f6-980e-17e974e88eab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:38.294947 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event deleted for resources: {'Port': ['ID=f4a227a9-fe67-47c5-b853-80071e583580,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:38.297834 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:38.446443 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks [] for floatingip, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:38.447015 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.l3_db [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Floating IP c2d6cab1-fc12-4b7f-820d-6b57096f30aa disassociated (deleted). External IP: 172.27.2.133, port: 3dfd445e-36b3-497e-845d-deb24d048071. Jun 01 15:58:38.961629 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Router f0b008a6-30fe-4641-ac55-1a70d1fbfdae has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:58:39.341059 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:58:39.350628 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ff2a4-92d3-4865-9fb9-b0e5b75a0437 None None] Sync routers for ids ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:58:39.364078 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ff2a4-92d3-4865-9fb9-b0e5b75a0437 None None] Routers {'f0b008a6-30fe-4641-ac55-1a70d1fbfdae'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:58:39.365092 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-370ff2a4-92d3-4865-9fb9-b0e5b75a0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:58:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:39.368404 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:39.435054 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "DELETE /v2.0/floatingips/c2d6cab1-fc12-4b7f-820d-6b57096f30aa HTTP/1.1" status: 204 len: 168 time: 1.8394306 Jun 01 15:58:39.435054 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:58:39.435603 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30632602-c6ad-48cd-89c6-4e1e23b4d25a" -d '{"events": [{"name": "network-changed", "server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "tag": "3dfd445e-36b3-497e-845d-deb24d048071"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:58:39.483977 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834246ac-063d-4bb0-82d4-5caddea05335 x-openstack-request-id: req-834246ac-063d-4bb0-82d4-5caddea05335 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:58:39.484299 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "tag": "3dfd445e-36b3-497e-845d-deb24d048071", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:58:39.484607 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-834246ac-063d-4bb0-82d4-5caddea05335 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:58:39.485052 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071', 'status': 'completed', 'code': 200} Jun 01 15:58:39.567609 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-370ff2a4-92d3-4865-9fb9-b0e5b75a0437 None None] Set router f0b008a6-30fe-4641-ac55-1a70d1fbfdae gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:58:39.590578 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632602-c6ad-48cd-89c6-4e1e23b4d25a req-5a0a2cf7-78a3-4fec-a0ed-229b0eca756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:39.592221 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-30632602-c6ad-48cd-89c6-4e1e23b4d25a req-5a0a2cf7-78a3-4fec-a0ed-229b0eca756e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1098 time: 0.0800228 Jun 01 15:58:39.736975 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632602-c6ad-48cd-89c6-4e1e23b4d25a req-ccb036eb-6218-47c0-ad9e-906c4b8613a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:39.738448 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-30632602-c6ad-48cd-89c6-4e1e23b4d25a req-ccb036eb-6218-47c0-ad9e-906c4b8613a3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 915 time: 0.1396830 Jun 01 15:58:39.820325 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-30632602-c6ad-48cd-89c6-4e1e23b4d25a req-9e0f8b63-73ad-496c-8f1e-6c448d7c084a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 217 time: 0.0749190 Jun 01 15:58:39.916074 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632602-c6ad-48cd-89c6-4e1e23b4d25a req-e63e0e03-632b-4451-9b26-e97767feb390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:39.917785 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-30632602-c6ad-48cd-89c6-4e1e23b4d25a req-e63e0e03-632b-4451-9b26-e97767feb390 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 200 len: 853 time: 0.0900412 Jun 01 15:58:40.028823 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-370ff2a4-92d3-4865-9fb9-b0e5b75a0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:28Z', 'revision_number': 4, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '1ff4e09b-679a-428e-92b9-6acb605a1f18', 'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'mac_address': 'fa:16:3e:bd:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '542bd353-b377-4325-af50-fac452a28ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:27Z', 'updated_at': '2021-06-01T15:55:37Z', 'revision_number': 5, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'subnets': [{'id': '542bd353-b377-4325-af50-fac452a28ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:40.034185 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ff2a4-92d3-4865-9fb9-b0e5b75a0437 None None] Checking router: f0b008a6-30fe-4641-ac55-1a70d1fbfdae for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:58:40.045059 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ff2a4-92d3-4865-9fb9-b0e5b75a0437 None None] Routers {'f0b008a6-30fe-4641-ac55-1a70d1fbfdae'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:58:40.046051 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-370ff2a4-92d3-4865-9fb9-b0e5b75a0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T15:58:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:40.094618 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632602-c6ad-48cd-89c6-4e1e23b4d25a req-67ec3342-78ff-4347-be29-9a899c24cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:40.096106 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-30632602-c6ad-48cd-89c6-4e1e23b4d25a req-67ec3342-78ff-4347-be29-9a899c24cbde service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4669e2d8-6468-4fe6-bbdc-30a44279902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1681805 Jun 01 15:58:40.260223 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-370ff2a4-92d3-4865-9fb9-b0e5b75a0437 None None] Set router f0b008a6-30fe-4641-ac55-1a70d1fbfdae gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:58:40.377766 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-30632602-c6ad-48cd-89c6-4e1e23b4d25a req-63d9d734-2080-4a7c-9227-bb3a44696b30 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744594 Jun 01 15:58:40.513782 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-30632602-c6ad-48cd-89c6-4e1e23b4d25a req-34e8a3bd-a1d5-4fd4-b6a4-ea5e4333eed9 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298437 Jun 01 15:58:40.599227 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-370ff2a4-92d3-4865-9fb9-b0e5b75a0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:28Z', 'revision_number': 4, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '1ff4e09b-679a-428e-92b9-6acb605a1f18', 'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'mac_address': 'fa:16:3e:bd:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '542bd353-b377-4325-af50-fac452a28ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:27Z', 'updated_at': '2021-06-01T15:55:37Z', 'revision_number': 5, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'subnets': [{'id': '542bd353-b377-4325-af50-fac452a28ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:40.603128 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ff2a4-92d3-4865-9fb9-b0e5b75a0437 None None] The sync data for ids ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'] in dv-cinder-793515-3-iscsi is: [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T15:55:28Z', 'revision_number': 4, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '1ff4e09b-679a-428e-92b9-6acb605a1f18', 'name': '', 'network_id': '4669e2d8-6468-4fe6-bbdc-30a44279902d', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'mac_address': 'fa:16:3e:bd:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '542bd353-b377-4325-af50-fac452a28ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:27Z', 'updated_at': '2021-06-01T15:55:37Z', 'revision_number': 5, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'subnets': [{'id': '542bd353-b377-4325-af50-fac452a28ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:58:40.674314 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-826c439c-91c7-45f9-9054-dbdf8e8a464e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:40.826887 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e349b4f-fc92-4d2b-92ad-f0f646be6299 None None] New status for floating IP c2d6cab1-fc12-4b7f-820d-6b57096f30aa: DOWN {{(pid=91913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:58:41.775122 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:58:43.172186 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-951517d2-ad95-43bd-be1f-d506b9770c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:43.368875 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:43.459229 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:44.910845 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:46.308641 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-8e1fa7e3-9f5d-4120-8649-470d14ba9bf3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680547 Jun 01 15:58:46.414277 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-cf0be18a-5255-4a6e-8b09-576505d29070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:46.415733 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-cf0be18a-5255-4a6e-8b09-576505d29070 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1098 time: 0.0854747 Jun 01 15:58:46.482452 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:46.570784 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-3f42b648-8be1-4f78-b114-707c0a5e5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:46.572269 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-3f42b648-8be1-4f78-b114-707c0a5e5234 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 915 time: 0.1353414 Jun 01 15:58:46.654734 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-9e213965-592c-43fd-9d86-b1154c8b5200 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 217 time: 0.0754049 Jun 01 15:58:46.726722 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-77037885-9224-49b6-ac44-a88bf2db1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:46.728231 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-77037885-9224-49b6-ac44-a88bf2db1131 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 200 len: 853 time: 0.0665257 Jun 01 15:58:46.803644 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-0a40e315-21f3-4c03-bd5f-b028e747709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:46.805098 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-0a40e315-21f3-4c03-bd5f-b028e747709b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4669e2d8-6468-4fe6-bbdc-30a44279902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703292 Jun 01 15:58:46.935659 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-73dcdb52-8db7-469f-a4d5-5cea6d181f8e service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231656 Jun 01 15:58:47.079779 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6b771ac3-23ae-4127-88a7-827c7ca270ff req-e6816a75-01f4-4f63-9fc5-d1137be1b5d0 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372976 Jun 01 15:59:10.668623 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8bb029c3-8337-4fd7-82d0-07c0478aa13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:13.172699 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-77fad75e-fb18-477d-bd61-3956dc389d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:13.371154 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:13.467388 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:14.911765 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:16.484818 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:18.773505 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:59:40.671076 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2615b014-0fec-41f1-924c-0cf9195d60ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.176637 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb0fc-63aa-40aa-b826-740781024b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.374326 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.478648 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:44.921126 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:46.487303 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:47.697500 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-66fecec3-0252-4f68-bfa8-6f886f70389f req-410ce6bd-5100-4424-90ab-9e1ca068a147 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724671 Jun 01 15:59:47.787379 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fecec3-0252-4f68-bfa8-6f886f70389f req-5bed4877-a037-4180-abdf-c05c1388684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:47.788775 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-66fecec3-0252-4f68-bfa8-6f886f70389f req-5bed4877-a037-4180-abdf-c05c1388684a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5cbeb7d0a51643d69623e87d9d752c9f&device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0694008 Jun 01 15:59:47.933286 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fecec3-0252-4f68-bfa8-6f886f70389f req-ea20947b-47cd-4e5e-afed-ba13bb1a2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:47.934792 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-66fecec3-0252-4f68-bfa8-6f886f70389f req-ea20947b-47cd-4e5e-afed-ba13bb1a2554 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 HTTP/1.1" status: 200 len: 915 time: 0.1243174 Jun 01 15:59:48.009302 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-66fecec3-0252-4f68-bfa8-6f886f70389f req-076fdccb-63fa-4802-a63f-35ba38ab478a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70d070f7-7c9e-4feb-8598-af36958a5991 HTTP/1.1" status: 200 len: 217 time: 0.0672488 Jun 01 15:59:48.078442 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fecec3-0252-4f68-bfa8-6f886f70389f req-36112a55-0a1f-4b10-8082-08734eeed82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:48.080735 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-66fecec3-0252-4f68-bfa8-6f886f70389f req-36112a55-0a1f-4b10-8082-08734eeed82e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d12fab66-ad6e-4b82-a777-582fae91b653 HTTP/1.1" status: 200 len: 854 time: 0.0649850 Jun 01 15:59:48.131595 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-66fecec3-0252-4f68-bfa8-6f886f70389f req-f25b80d1-a0bc-46ea-9f95-e4f27110d497 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439947 Jun 01 15:59:48.352521 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-66fecec3-0252-4f68-bfa8-6f886f70389f req-eea060ae-4d45-4655-9246-ad8125234ed1 service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133260 Jun 01 15:59:48.483110 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-66fecec3-0252-4f68-bfa8-6f886f70389f req-87bbecc7-357c-4f24-adae-fbeddae71aed service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234264 Jun 01 15:59:55.772215 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:00:10.672340 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c4064b41-ce52-4776-9bc5-039f6fa76c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:13.180037 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b80987c4-0319-4cca-b5e5-d4d4d6ad94f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:13.379167 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:13.487762 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:14.917844 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:16.492029 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:32.771226 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:00:40.679972 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-287abf23-f63c-44ce-950f-21d873b73929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:43.182342 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-58cfcccb-340d-4e7a-87a2-e2fc852621c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:43.380758 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:43.486740 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:44.922318 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:46.493633 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:48.677135 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-83d14e91-a8de-403f-941e-8d0f56657419 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693319 Jun 01 16:00:48.770362 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-d164baab-ca07-4fee-b40a-0116a308f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:48.771842 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-d164baab-ca07-4fee-b40a-0116a308f87f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 1098 time: 0.0732136 Jun 01 16:00:48.914329 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-c8d067a0-8c12-4b86-b9cc-73e9a300ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:48.915739 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-c8d067a0-8c12-4b86-b9cc-73e9a300ac42 service neutron] 10.222.0.86 "GET /v2.0/networks?id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 200 len: 912 time: 0.1244762 Jun 01 16:00:49.019048 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-fd158757-ec84-4a4c-9b25-9153bf5aec18 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=335fa59e-816e-41f3-95a1-1de77b616445 HTTP/1.1" status: 200 len: 1001 time: 0.0964582 Jun 01 16:00:49.080364 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-1335e6d1-31ce-4eb0-a2b3-e96342e65222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:49.081795 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-1335e6d1-31ce-4eb0-a2b3-e96342e65222 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bab6368-25d8-4c2d-a23d-c0d5327163ea HTTP/1.1" status: 200 len: 850 time: 0.0569112 Jun 01 16:00:49.155285 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-f21cd225-f8e5-4c9e-a624-e272cdf0f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:49.156717 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-f21cd225-f8e5-4c9e-a624-e272cdf0f489 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689192 Jun 01 16:00:49.286041 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-b78493bc-ac38-40f2-8cd6-09a427d4caf5 service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226761 Jun 01 16:00:49.418842 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5f6ad3d0-e1dd-477b-b70e-288ca1fa97a8 req-c2a2cd68-035d-4053-aac5-7d4a77553d25 service neutron] 10.222.0.86 "GET /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266308 Jun 01 16:01:09.768771 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:01:10.673439 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-761ee6a1-a21b-4e61-9f3e-07da72b8ff81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.183403 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8bb048d7-b52b-4cb1-92da-e412399e7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.382912 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.493138 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:14.924800 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:16.497117 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:40.675642 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1634186f-77a6-450e-b033-fe562f49d0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:43.184059 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fd391c79-53cf-4b6e-9f7e-a6a52269d92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:43.385804 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:43.483828 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:44.926154 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:46.499424 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:46.767803 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:01:49.662828 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-909510f3-45d1-4c04-a4da-7ae5996db82a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763910 Jun 01 16:01:49.814638 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-bf00cb2c-6e38-4e35-8600-bbc1e9ad61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:49.816253 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-bf00cb2c-6e38-4e35-8600-bbc1e9ad61d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 1100 time: 0.0718210 Jun 01 16:01:49.965406 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-0b37f13b-086f-4bb1-8405-15f41c0e7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:49.966840 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-0b37f13b-086f-4bb1-8405-15f41c0e7e10 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.1303980 Jun 01 16:01:50.069556 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-43c3c161-65a4-4e22-af1f-9049f77c40d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc HTTP/1.1" status: 200 len: 1002 time: 0.0951915 Jun 01 16:01:50.133866 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-579b5203-ba3a-4583-9eba-d4eaa684c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:50.135257 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-579b5203-ba3a-4583-9eba-d4eaa684c37d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.0591450 Jun 01 16:01:50.207949 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-8c703e23-12c4-482a-8be8-ecc82be9cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:50.209388 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-8c703e23-12c4-482a-8be8-ecc82be9cc59 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675938 Jun 01 16:01:50.431465 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-c0d1da8a-e4a8-410b-82a8-8a72dade4565 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150223 Jun 01 16:01:50.568553 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-feb20a03-5e45-40ba-88bc-04b6d89a22f1 req-09561ec8-cfdf-426c-b78e-4e391d1f902b service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295664 Jun 01 16:02:10.678071 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-59030a30-8b24-4de7-8f90-b0f3e7c215f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.185897 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e4588fe7-39cb-484b-962d-22f5ce59bbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.387930 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.499459 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:14.937535 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:16.502225 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:23.766521 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:02:40.679587 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9e61dbad-45a6-4b05-9fa3-5b42a3b6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:43.188164 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-355e1278-34b2-4c3d-82ea-1a5fb5163a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:43.389372 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:43.512740 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:44.930552 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:46.505235 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:50.718381 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-638c718f-7321-4279-a59f-f46161f32ff2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1117930 Jun 01 16:02:50.805742 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-6558ed5b-ff5e-4ac0-8cf3-59a1f01f6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:50.807758 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-6558ed5b-ff5e-4ac0-8cf3-59a1f01f6026 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1098 time: 0.0689604 Jun 01 16:02:50.953231 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-174b994e-2304-4788-bee6-7b4603f7d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:50.954742 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-174b994e-2304-4788-bee6-7b4603f7d0fa service neutron] 10.222.0.86 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 915 time: 0.1248620 Jun 01 16:02:51.025067 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-05eee1f4-9b42-47ff-b49c-a3b04bbc37ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 217 time: 0.0636528 Jun 01 16:02:51.086892 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-766c2cd5-b01a-4f74-9d88-68d4abadcf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:51.088369 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-766c2cd5-b01a-4f74-9d88-68d4abadcf90 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 200 len: 853 time: 0.0566063 Jun 01 16:02:51.167265 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-53e5adf9-3847-4e00-a8c5-037bd836a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:51.168782 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-53e5adf9-3847-4e00-a8c5-037bd836a1a3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4669e2d8-6468-4fe6-bbdc-30a44279902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742502 Jun 01 16:02:51.187285 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-9d2fb843-e2a3-4cf8-b802-b025f7bc14c8 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 16:02:51.187285 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-9d2fb843-e2a3-4cf8-b802-b025f7bc14c8 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052142 Jun 01 16:02:51.315007 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-4bc3a36f-c684-44a3-a03a-a1dea0dddf52 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265419 Jun 01 16:02:51.446591 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29a1a89e-2bb8-45c6-b803-b18d7c4c1669 req-feae86a9-342d-4f6c-9730-4b7ac7447be8 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248636 Jun 01 16:03:00.765309 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:03:04.722564 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec014c-dc3f-4dd5-88a3-aaab5d17adea req-3d9e7c87-064a-461b-8f4f-d4162c5c0862 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:03:04.723987 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-10ec014c-dc3f-4dd5-88a3-aaab5d17adea req-3d9e7c87-064a-461b-8f4f-d4162c5c0862 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 947 time: 0.1259754 Jun 01 16:03:04.771145 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-10ec014c-dc3f-4dd5-88a3-aaab5d17adea req-cdf2cad2-a87c-4457-b742-bd0e64c43ced tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408413 Jun 01 16:03:05.232447 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-dc201724-c1ec-402f-88eb-2da1d1d04eba tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:03:05.233058 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-dc201724-c1ec-402f-88eb-2da1d1d04eba tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Synchronizing usage tracker for tenant:ade93647f9a44b03960939b171f8c3fb on resource:port {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:03:05.249790 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-dc201724-c1ec-402f-88eb-2da1d1d04eba tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Unset dirty status for tenant:ade93647f9a44b03960939b171f8c3fb on resource:port {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:03:05.250904 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-dc201724-c1ec-402f-88eb-2da1d1d04eba tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 947 time: 0.0982251 Jun 01 16:03:05.387744 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Deleting port 43e14949-3c11-47bd-8a3b-be6cb1be43dc {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:03:05.388082 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:05.520613 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] For port 43e14949-3c11-47bd-8a3b-be6cb1be43dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=43e14949-3c11-47bd-8a3b-be6cb1be43dc,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:03:05.520973 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:05.912224 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:05.912591 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:05.912901 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Floating IP 2a9a1eb5-8061-40c3-bd7e-0d682097099d disassociated. External IP: 172.27.2.178, port: 43e14949-3c11-47bd-8a3b-be6cb1be43dc. Jun 01 16:03:05.913240 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Calling delete_port for 43e14949-3c11-47bd-8a3b-be6cb1be43dc owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:03:05.964093 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99cb98-6c95-4596-8106-90b9eb3b4e85 req-4a02c8c9-f58f-47fa-9100-3abac44323d6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:03:05.965526 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ae99cb98-6c95-4596-8106-90b9eb3b4e85 req-4a02c8c9-f58f-47fa-9100-3abac44323d6 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 947 time: 0.0825694 Jun 01 16:03:06.011762 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ae99cb98-6c95-4596-8106-90b9eb3b4e85 req-37a1ce29-3843-4f17-9b66-4667ee05c212 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=e07ae32a-a7cc-4732-957b-97f55b61a34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401962 Jun 01 16:03:06.030298 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:06.035854 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:03:06.080861 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event deleted for resources: {'Port': ['ID=43e14949-3c11-47bd-8a3b-be6cb1be43dc,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:03:06.142388 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.142785 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.143145 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.143516 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.143877 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.144238 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.144596 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.144953 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.145308 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.145660 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.146037 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.146388 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:03:06.154850 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:03:06.277534 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:03:06.456310 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:03:06.466849 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76b092-c95d-4597-bd77-26228eccc374 None None] Sync routers for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:03:06.476297 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76b092-c95d-4597-bd77-26228eccc374 None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:03:06.477011 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-5a76b092-c95d-4597-bd77-26228eccc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:02:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:03:06.534124 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] No DVR routers for this DVR port 43e14949-3c11-47bd-8a3b-be6cb1be43dc on host hv-cinder-79351 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:03:06.536351 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:06.559127 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'name': 'network-vif-deleted', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:03:06.564224 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febc1bf1-4736-4542-a1b6-de218e4e706e" -d '{"events": [{"server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "name": "network-vif-deleted", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:03:06.575774 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8984f4c9-b973-404d-81bd-7a50dc23e2eb req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.86 "DELETE /v2.0/ports/43e14949-3c11-47bd-8a3b-be6cb1be43dc HTTP/1.1" status: 204 len: 173 time: 1.3192327 Jun 01 16:03:06.684061 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dba154b-d47c-4986-8beb-55fceaef7570 x-openstack-request-id: req-7dba154b-d47c-4986-8beb-55fceaef7570 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:03:06.684403 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d", "name": "network-vif-deleted", "tag": "43e14949-3c11-47bd-8a3b-be6cb1be43dc", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:03:06.684720 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7dba154b-d47c-4986-8beb-55fceaef7570 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:03:06.685161 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cc8fd9-2500-495e-99ae-ca7dd4f8d01d', 'name': 'network-vif-deleted', 'tag': '43e14949-3c11-47bd-8a3b-be6cb1be43dc', 'status': 'completed', 'code': 200} Jun 01 16:03:06.709908 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-5a76b092-c95d-4597-bd77-26228eccc374 None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:03:07.018146 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-5a76b092-c95d-4597-bd77-26228eccc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:03:07.021820 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76b092-c95d-4597-bd77-26228eccc374 None None] Checking router: 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:03:07.029846 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76b092-c95d-4597-bd77-26228eccc374 None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:03:07.030475 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-5a76b092-c95d-4597-bd77-26228eccc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:02:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:03:07.182592 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-27559319-eed6-4c20-9cdb-4a6ec7bf0368 req-4f1fe9bc-d9d5-4e69-af37-f53830497824 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0459185 Jun 01 16:03:07.204785 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-5a76b092-c95d-4597-bd77-26228eccc374 None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:03:07.507780 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-5a76b092-c95d-4597-bd77-26228eccc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:03:07.511643 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76b092-c95d-4597-bd77-26228eccc374 None None] The sync data for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi is: [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:03:07.725341 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f69b8f-f3be-4c82-80c1-ef67d7542f83 None None] New status for floating IP 2a9a1eb5-8061-40c3-bd7e-0d682097099d: DOWN {{(pid=91913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 16:03:08.333080 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1d85e1f7-8a09-43e7-b9d9-894fc94d2884 req-5b96b696-11ba-4fee-977c-13a967bcc4e5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0424600 Jun 01 16:03:08.751752 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 43e14949-3c11-47bd-8a3b-be6cb1be43dc no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:03:08.785666 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: 43e14949-3c11-47bd-8a3b-be6cb1be43dc {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:03:08.786037 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 43e14949-3c11-47bd-8a3b-be6cb1be43dc not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:03:09.485080 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9e60544a-8e56-4ec6-9bd6-c273f4574cc7 req-07aa4490-db10-4cd3-9fd5-29db1ea84fc7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0421455 Jun 01 16:03:10.637746 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d2f2c3ce-aa84-413d-ba09-bb49342b825e req-a3e3b0be-6442-4f76-9e7d-62fd63634d8c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0455241 Jun 01 16:03:10.680060 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d7e01fb5-cba1-46cc-a541-56cb3be19d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:11.787039 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bf96f9ab-53fb-401b-9fda-c87412e34d96 req-da2fd5b1-c70e-433b-b0a0-99109d3f979f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0418601 Jun 01 16:03:12.941221 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b9a69f02-1b7f-4151-9d5e-86365c9e7a69 req-38b00c5e-76a7-4e8e-bdcf-8841dcec99b7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0425124 Jun 01 16:03:13.191530 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-61b2a793-a98f-426d-915b-499124b52ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:13.391716 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:13.516265 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:14.096753 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3a2e5e7d-975f-487b-bd60-1f4c08855cd0 req-698ab6d6-0917-4521-b50a-391eeff90a13 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0469849 Jun 01 16:03:14.932918 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:15.249131 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b915c73b-d750-41cd-be52-252b4b8c54ac req-a969fa55-c061-468e-b95a-dfb62cfd188d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0428658 Jun 01 16:03:16.403226 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-487390ab-481d-43e4-928f-bd777468768c req-93ba5b24-941a-4509-be9e-c15fa15b188f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0432281 Jun 01 16:03:16.507936 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:17.558630 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e6a0f8d0-8bbd-44c5-ba45-195313317cfe req-82883698-1ca9-4915-9da3-ac2514048679 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0458188 Jun 01 16:03:18.707572 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-30026ccb-3165-4ced-ae88-eef5a08a32ee req-741a6ed2-392b-4799-ab45-7fe6ebad1ff0 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0427558 Jun 01 16:03:19.861813 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5ca132b6-1d88-4799-b6f9-1d8676e6457a req-1144e14c-ba4b-4406-a2d4-be5912477fdf tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0425813 Jun 01 16:03:21.016649 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9bcee522-932a-4bfd-945d-194f045c4d86 req-63886e2b-ba00-477b-8eb8-0f0b63661b05 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0451767 Jun 01 16:03:22.167817 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1704fd43-30c3-44cc-ab3e-b4b5de1cb9a1 req-1466b099-6b6e-412a-bf32-891fdfd3fd2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0418205 Jun 01 16:03:23.320702 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fc2ae1d6-79d4-40e3-8cd0-ceaf94fe9f47 req-892470e4-b807-4b56-9669-a38c334e42b9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0421338 Jun 01 16:03:24.473600 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-742282f3-4f01-44d3-aff6-1808b31170f4 req-f816fba0-bbef-46fd-9fad-3dde40fab7ed tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0446942 Jun 01 16:03:25.626178 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5f8bfbe7-f16a-4cdc-83e8-ba2c4a29b3db req-fd963318-d4da-46f0-9493-b29efef6d995 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0426397 Jun 01 16:03:26.781316 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4edb6412-9f9a-4bd9-b004-5cdea4dd89d1 req-d0498f29-e339-4087-895d-3e21ff653702 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0422931 Jun 01 16:03:27.934416 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1207bf38-edb7-459f-aa86-860b705a1208 req-a98e831a-2a94-412e-8045-0aad150a1cad tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0444717 Jun 01 16:03:29.087214 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-95730935-8252-4858-89fc-274b5758f821 req-3029cd45-6063-4817-8a97-be2812646375 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0412924 Jun 01 16:03:30.239574 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fb5a488f-20fc-4ba5-b77a-b8c551710f48 req-03957b58-fffa-4b0b-9c4f-c5cacd087f7d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0413604 Jun 01 16:03:31.392156 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-90129c40-adbb-4712-a17d-a7ee844937b2 req-d4cd7c2e-3e11-4e28-889a-51c10727607e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0452116 Jun 01 16:03:32.542198 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f8a4b224-39a1-4972-bfbc-4cd15337fe3f req-942c9b58-2f69-4ded-9529-5f96620718f0 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0419564 Jun 01 16:03:33.698832 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c07012b3-7894-4310-b973-8eaaad1c17cb req-b68d791e-ae5d-403c-9569-c3f47b6cfcd2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0428262 Jun 01 16:03:34.870612 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-593827d3-0e61-4bc7-8470-aa5ebccf43fd req-0ad07955-2733-4b11-a9be-a681c9e63266 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0455983 Jun 01 16:03:36.098898 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8cfc5089-ff2e-4d3f-8a89-d3ddf429226a req-12981b9e-b741-4d54-a14f-cf47d270e0b7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.1187372 Jun 01 16:03:37.258329 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-80d9377c-2ef5-4fd8-8776-e334b7bf841c req-91ed1ebf-b0b1-4a19-94b8-85cf363dda86 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0470624 Jun 01 16:03:37.764516 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:03:38.411031 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7ad5fffc-f2c1-4ea3-9d2c-3add0f1e598e req-db305ffd-848d-4e0a-8b6b-625361c465a5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0439079 Jun 01 16:03:39.561382 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9779a912-ac69-437a-9332-7d280e1f9f3b req-bae8ffa2-1d1c-4425-ae08-d55b067ef2b7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0412450 Jun 01 16:03:40.683842 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-16459327-a238-49b1-bd40-7c6448442428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:40.716774 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-91b0eaec-04a5-4da1-a1ab-97a65359bd34 req-665c8b56-f6de-4605-8275-001becdb8dee tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0421236 Jun 01 16:03:41.870769 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a63b3157-1450-492c-b1c3-472889f07461 req-7235a910-60f1-4540-9088-b49d13cdcbb0 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0456910 Jun 01 16:03:43.020323 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d76527d8-5eed-49f7-a55b-4e221f5959d2 req-adf5f9a0-728a-49e6-8fb6-6164fac5a231 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0417423 Jun 01 16:03:43.192652 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-69f6c04d-5271-485d-bdd1-2e102eb85b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:43.395457 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:43.520068 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:44.173038 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8007666b-72be-4606-a19f-36cf6a262999 req-6426c034-3848-4ed6-9761-3629c9f54ae9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0422134 Jun 01 16:03:44.936069 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:45.328927 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b9c82fef-daa7-4955-82b0-68b3ea60696e req-6a6e3501-f234-4033-bc24-398512c99235 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0461621 Jun 01 16:03:46.481259 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a21905e3-5674-47f9-9db0-5448b9cd987a req-c794cf89-d4d9-4cdd-84cb-a1cff3926d2e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0419371 Jun 01 16:03:46.510877 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:47.636479 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8d84b3f1-c86d-428d-a845-9dad6d4bfa59 req-d28d1d33-7323-440d-8002-688abff29b55 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0429091 Jun 01 16:03:48.788543 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-af8372e2-a65e-45bc-ae0c-6520ba7ae86f req-64f8b841-95d1-4bd9-b002-380e95c5d3fa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0445826 Jun 01 16:03:49.939118 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c978028e-67b3-4621-97df-adf12f1d4637 req-e68aec0c-bbfc-4c2c-839c-1ab888d45ee2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0426898 Jun 01 16:03:50.713459 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5c8f8d78-19f9-4536-bade-4e65a7535445 req-95fb12b1-3895-40ed-acc5-f011fb0777ce service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729303 Jun 01 16:03:50.803515 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f8d78-19f9-4536-bade-4e65a7535445 req-70e70b5b-92af-4c21-99d5-cd2090069a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:03:50.805476 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5c8f8d78-19f9-4536-bade-4e65a7535445 req-70e70b5b-92af-4c21-99d5-cd2090069a02 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5cbeb7d0a51643d69623e87d9d752c9f&device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0700936 Jun 01 16:03:50.948703 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f8d78-19f9-4536-bade-4e65a7535445 req-dece6e33-e7f0-4d50-9369-e6766d7e8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:03:50.950174 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5c8f8d78-19f9-4536-bade-4e65a7535445 req-dece6e33-e7f0-4d50-9369-e6766d7e8375 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 HTTP/1.1" status: 200 len: 915 time: 0.1266751 Jun 01 16:03:51.022690 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5c8f8d78-19f9-4536-bade-4e65a7535445 req-ceb02b97-03d6-49a9-97e3-572d4c318736 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70d070f7-7c9e-4feb-8598-af36958a5991 HTTP/1.1" status: 200 len: 217 time: 0.0661075 Jun 01 16:03:51.085700 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f8d78-19f9-4536-bade-4e65a7535445 req-5b705e6f-9b9c-45ff-90e3-51e888911d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:03:51.087403 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5c8f8d78-19f9-4536-bade-4e65a7535445 req-5b705e6f-9b9c-45ff-90e3-51e888911d35 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d12fab66-ad6e-4b82-a777-582fae91b653 HTTP/1.1" status: 200 len: 854 time: 0.0585024 Jun 01 16:03:51.098376 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-660ecfa3-6561-41b0-8e6a-5c2e96dc8b76 req-5a02bfda-a498-40c9-99b1-c95e7eed4d20 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0426080 Jun 01 16:03:51.138681 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5c8f8d78-19f9-4536-bade-4e65a7535445 req-192e3b88-39f4-4ef1-90cb-0a599feabcc9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448332 Jun 01 16:03:51.271897 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5c8f8d78-19f9-4536-bade-4e65a7535445 req-85c282d4-7acb-43bb-924c-5a67d8f3d816 service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267788 Jun 01 16:03:51.505783 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5c8f8d78-19f9-4536-bade-4e65a7535445 req-0f8a6a12-f166-40c8-8202-2a231b82864a service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274041 Jun 01 16:03:52.251758 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1baef2fc-cb75-416a-bf40-fb101c5dd868 req-205e7462-7475-468b-8021-6932e18ea852 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0448396 Jun 01 16:03:53.403517 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-784803c2-3a79-4277-b26c-5601760f4c70 req-86f42282-dd22-4d77-84a6-6f1173396b53 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0442452 Jun 01 16:03:54.556842 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-52836cfb-94b7-4f50-a151-c7da37142d16 req-0a9987e9-5eac-4c40-a978-45a97d9c3aa2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0419993 Jun 01 16:03:55.848723 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67050697-cff1-44a4-bb46-e116224279cc req-dd32e3ba-079a-4006-80aa-397828c56201 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0447013 Jun 01 16:03:57.002752 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2b845230-f022-4c80-9ccb-681ed96e43e2 req-3e0e4067-1aa1-4f65-9d04-482fe1654aa5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0421262 Jun 01 16:03:58.154505 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e3c4f12e-d659-4503-9d6a-e0afec53d09b req-324f9d5e-ba60-4aa3-bf16-cf3f6cee7c32 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0423341 Jun 01 16:03:59.310676 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5aaefc3a-071c-4552-afce-87b8ce84b391 req-349bf769-eb25-415c-bd39-e5863695a19c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0457983 Jun 01 16:04:00.461451 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c67801cf-0950-4256-90f2-635fd9c75c2f req-4fc4dd7f-e8df-4481-989b-97b4426e6367 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0416589 Jun 01 16:04:01.623671 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b6cf7303-ab15-414e-aa8d-49eb1fd463bf req-05a356eb-446d-4c53-8707-ebbb236a18b7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0423503 Jun 01 16:04:02.779000 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5f5fc8ad-8a05-4989-94c3-b1bf2d41d3bd req-74f7f717-4aa2-4c71-85c3-72e294c6b236 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0461533 Jun 01 16:04:03.931953 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-210fc549-3592-4b48-96f0-1fcbba7a3703 req-f074b7c3-e3c4-4af8-bc2f-52e6cd6a45aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0438156 Jun 01 16:04:05.083847 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-23c05d6f-f21b-4b7c-9cfa-bae22f79b57c req-898323a7-3453-434e-aa75-6db4020063f1 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0407126 Jun 01 16:04:06.236316 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-59a705ca-8730-4aa4-928b-b1d9a8d2260e req-c6293bf6-aed9-4ce1-9e3f-f6166997eaa9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0446491 Jun 01 16:04:07.387576 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b458be3b-27e6-45a6-b1b1-163a8d1567f3 req-fb236726-25f5-4df5-bf16-e1df7532ed5d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0421908 Jun 01 16:04:08.544062 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1e205f35-d91f-481b-87a1-816821dee209 req-e5b56c8a-d2ac-4c20-8d3b-c908ce82880e tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0414610 Jun 01 16:04:09.699915 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-972598c1-579c-49f2-be0b-152ff6ffe479 req-dbca02bf-fef9-484d-8316-123b71330519 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0448165 Jun 01 16:04:10.686199 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae8b4-c86b-457e-845f-2c44f861c494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:10.853429 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-80b1f07b-acf9-4bce-b1f6-e90e02f46b81 req-3ae066c5-e198-458d-9684-1c2cfe383daa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0424531 Jun 01 16:04:12.014268 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4b19cb03-c31f-449c-ae6c-92a8dec2f782 req-3a9cfc83-385f-4a02-a887-f9c7cde8b58c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0435302 Jun 01 16:04:13.199075 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2835a12a-c62d-40d6-9e1c-dc0a7d87b809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:13.242389 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1f055272-f61b-47fa-aac2-4aff685c6130 req-8ce22f1e-8cf0-4386-bc21-f73d832d4e77 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.1174660 Jun 01 16:04:13.397438 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:13.525814 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:14.399169 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3650b9b0-cd43-4fac-bcf7-514e780a8c8e req-5bdec1aa-6aab-4806-9dc3-a91e2b91c288 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0419714 Jun 01 16:04:14.764304 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:04:14.964096 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:15.549685 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-33e8371a-777c-4cba-a0b2-de6ad589d04d req-677254a9-9143-4d73-9d79-a0c71ff6ea47 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0418437 Jun 01 16:04:16.514630 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:16.703318 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6aa62c76-dce2-4582-9473-02d68f887e90 req-422c5eed-8970-4546-8338-b7d4718e4976 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0445836 Jun 01 16:04:17.854787 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-73b94e65-ed79-4735-957e-027d6cb5b4df req-9ad9099c-9f34-4f52-bcf9-a8453e0615b0 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0414248 Jun 01 16:04:19.006599 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-331641fa-17d2-45bc-90d6-7714cfe0b237 req-257d00d1-5d05-4c70-9489-df9686c51858 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0418723 Jun 01 16:04:20.158141 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c11b9686-3576-4530-b2e6-4c55c1544bcd req-b50bf290-87df-4bc1-9e92-2e0a841eda92 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0444374 Jun 01 16:04:21.310746 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8eab329d-2c1f-46be-86e7-b314d37f3407 req-40f03bcc-d698-4cb0-b095-fb38e6c91083 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0439479 Jun 01 16:04:22.466258 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-069a4a20-0ad2-4a8a-a45b-c4b6cab2c420 req-4a393794-3dc8-4479-9827-adef9576f760 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0417624 Jun 01 16:04:23.621468 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f89b987d-8ba4-41b6-956d-d56f061d20bd req-ec2478e3-d1c3-4738-a88e-76272c580b5b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0449922 Jun 01 16:04:24.773389 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3946dd0c-3f83-4ca2-925c-7d0fc560354e req-98bb641b-ff26-47ac-962d-ca249018fb18 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0420775 Jun 01 16:04:25.927750 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-baad23fa-77bc-4469-ba04-a7cc1809d237 req-eea0b1d8-ed32-4292-ae10-5bbcb4bbb62c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0428021 Jun 01 16:04:27.111449 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-22dcdb96-105d-4a33-9af3-120a5bf47876 req-cec564a9-8c86-45eb-86f9-4170565a0d85 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0512424 Jun 01 16:04:28.267961 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7a11a34f-e0ab-48d4-89e9-e329f6f75fc3 req-c9dc83e8-d07e-409e-aebe-1f4f6573035f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0450344 Jun 01 16:04:29.440385 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ad89e683-d231-466a-a058-a82e02e3fa0c req-61f4b6d3-452e-4722-85c4-13b86a1e9534 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0432405 Jun 01 16:04:30.593127 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-590fde3c-2a70-4b4e-aedc-a3ea0128d540 req-d2962f30-8e76-44a2-aea3-55935c1f32fc tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0452120 Jun 01 16:04:31.743047 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2f5ba1b1-bf07-429f-8514-bdcfd6881643 req-182bffaf-d2fa-4e60-9ec4-4d30e18fe673 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0426900 Jun 01 16:04:32.898416 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-df477dc4-99f7-45f2-bded-902e7857297c req-9fc5f59c-c25d-4f9b-941b-3567829bcb07 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0412271 Jun 01 16:04:34.051393 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-907dc9f9-f0eb-48c3-bb83-395b554977fe req-167c9965-10e0-4fe2-aa31-a5a2c5fbdbc8 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0456934 Jun 01 16:04:35.204752 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5e849012-995a-44d8-a8d5-05442a398885 req-f390e726-d11c-44d2-9ce7-3b4cb3ca87bb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0445185 Jun 01 16:04:36.142675 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd917b8-8a74-495a-a685-8d4d2a6331f5 req-7c11ce6d-e850-474b-ab97-f76ff40d381d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:36.144106 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0fd917b8-8a74-495a-a685-8d4d2a6331f5 req-7c11ce6d-e850-474b-ab97-f76ff40d381d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 945 time: 0.0872090 Jun 01 16:04:36.191662 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0fd917b8-8a74-495a-a685-8d4d2a6331f5 req-0d83a8d9-e0a2-430d-8dca-88bf929e9471 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups?id=82eb5460-ac9f-459b-a956-9486a14fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419731 Jun 01 16:04:36.362812 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7870dee5-a4e5-407d-8a03-6c02f40afe62 req-47435304-7ea7-409d-a91c-bd4cf7d6c320 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0443914 Jun 01 16:04:36.483226 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-27a24b10-577e-4acc-8b05-8c10711d9c22 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:36.483926 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-27a24b10-577e-4acc-8b05-8c10711d9c22 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Synchronizing usage tracker for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:port {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:04:36.499278 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-27a24b10-577e-4acc-8b05-8c10711d9c22 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Unset dirty status for tenant:597b1f023abd4ae9a5fffaf09629e73f on resource:port {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:04:36.500297 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-27a24b10-577e-4acc-8b05-8c10711d9c22 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 945 time: 0.1035562 Jun 01 16:04:36.638323 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Deleting port 335fa59e-816e-41f3-95a1-1de77b616445 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:04:36.638667 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:36.771789 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] For port 335fa59e-816e-41f3-95a1-1de77b616445, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=335fa59e-816e-41f3-95a1-1de77b616445,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:04:36.772055 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:37.097068 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:37.097443 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:37.097788 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Floating IP 517d830c-b4cc-4548-896b-fb7b46bd8df2 disassociated. External IP: 172.27.2.122, port: 335fa59e-816e-41f3-95a1-1de77b616445. Jun 01 16:04:37.098191 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Calling delete_port for 335fa59e-816e-41f3-95a1-1de77b616445 owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:04:37.206573 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:37.212030 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:04:37.255208 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event deleted for resources: {'Port': ['ID=335fa59e-816e-41f3-95a1-1de77b616445,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:04:37.267806 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.268189 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.270810 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.270810 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.270810 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.270810 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.270810 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.270810 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.270810 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.271500 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.271500 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.271651 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:37.275505 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:04:37.353486 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fee4a919-4d25-424a-8a24-6e7f89d096cb req-17323c21-c128-41fb-8fdb-0d192c86f93b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9b5f1c6-ca97-4bc4-a9fd-945dd5898905 HTTP/1.1" status: 200 len: 210 time: 0.0414019 Jun 01 16:04:37.457929 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Router e168a216-9665-413c-9634-f58a57ccb36b has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:04:37.519560 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bb2340d7-7530-4a93-aa4d-bd4d7fd3bef4 req-28e1fd5c-a8cc-4acd-b825-59f098834f48 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0458472 Jun 01 16:04:37.640642 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:04:37.651357 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9dbd47-a4c7-4c98-980a-638e45524ea5 None None] Sync routers for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:04:37.661674 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9dbd47-a4c7-4c98-980a-638e45524ea5 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:04:37.662361 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-cd9dbd47-a4c7-4c98-980a-638e45524ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:04:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:04:37.715003 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] No DVR routers for this DVR port 335fa59e-816e-41f3-95a1-1de77b616445 on host hv-cinder-79351 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:04:37.717679 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:37.720544 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'name': 'network-vif-deleted', 'tag': '335fa59e-816e-41f3-95a1-1de77b616445'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:04:37.722860 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41924efc-ba09-4697-9a78-2e77c09677f1" -d '{"events": [{"server_uuid": "e9b5f1c6-ca97-4bc4-a9fd-945dd5898905", "name": "network-vif-deleted", "tag": "335fa59e-816e-41f3-95a1-1de77b616445"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:04:37.739919 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-97d47052-1ed9-4c5b-bfe3-5f0c0202152e req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.86 "DELETE /v2.0/ports/335fa59e-816e-41f3-95a1-1de77b616445 HTTP/1.1" status: 204 len: 173 time: 1.2338135 Jun 01 16:04:37.776666 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9cde01-73ee-4aca-a481-deb745e0a942 x-openstack-request-id: req-7b9cde01-73ee-4aca-a481-deb745e0a942 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:04:37.778287 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b5f1c6-ca97-4bc4-a9fd-945dd5898905", "name": "network-vif-deleted", "tag": "335fa59e-816e-41f3-95a1-1de77b616445", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:04:37.778583 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7b9cde01-73ee-4aca-a481-deb745e0a942 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:04:37.779070 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b5f1c6-ca97-4bc4-a9fd-945dd5898905', 'name': 'network-vif-deleted', 'tag': '335fa59e-816e-41f3-95a1-1de77b616445', 'status': 'completed', 'code': 200} Jun 01 16:04:37.857618 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-cd9dbd47-a4c7-4c98-980a-638e45524ea5 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:04:38.182384 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-cd9dbd47-a4c7-4c98-980a-638e45524ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:04:38.187087 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9dbd47-a4c7-4c98-980a-638e45524ea5 None None] Checking router: e168a216-9665-413c-9634-f58a57ccb36b for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:04:38.196109 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9dbd47-a4c7-4c98-980a-638e45524ea5 None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:04:38.196722 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-cd9dbd47-a4c7-4c98-980a-638e45524ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:04:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:04:38.376940 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-cd9dbd47-a4c7-4c98-980a-638e45524ea5 None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:04:38.480073 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 51268) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:04:38.544633 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:38.574083 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:38.631005 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:38.636363 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:04:38.688840 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eb5460-ac9f-459b-a956-9486a14fa7ee,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:04:38.693826 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-cd9dbd47-a4c7-4c98-980a-638e45524ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:04:38.698099 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9dbd47-a4c7-4c98-980a-638e45524ea5 None None] The sync data for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi is: [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T15:52:37Z', 'revision_number': 4, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '47067395-94f0-4555-81c9-fdebd521d994', 'name': '', 'network_id': 'eaa95347-5c4c-4ed5-bedb-ac41ea68eb25', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'mac_address': 'fa:16:3e:b0:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:32Z', 'updated_at': '2021-06-01T15:52:51Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'subnets': [{'id': '4bab6368-25d8-4c2d-a23d-c0d5327163ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:04:38.709081 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6b76c77c-7fdd-48f4-af93-7651b4fab123 req-54965547-ce80-4d01-930e-bacd23fadac8 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0635986 Jun 01 16:04:38.710428 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.710778 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.711361 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.711709 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.712660 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.713200 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.713731 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.714121 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.714468 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.714909 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.715266 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.715613 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:38.719277 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:04:38.720542 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:38.721961 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "DELETE /v2.0/security-groups/82eb5460-ac9f-459b-a956-9486a14fa7ee HTTP/1.1" status: 204 len: 168 time: 0.2401340 Jun 01 16:04:38.724481 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 51272) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:04:38.741416 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.api.v2.resource [None req-d8d87d8d-a2fd-4352-865d-56e5fac21871 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] show failed (client error): The resource could not be found. Jun 01 16:04:38.742626 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-d8d87d8d-a2fd-4352-865d-56e5fac21871 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "GET /v2.0/security-groups/82eb5460-ac9f-459b-a956-9486a14fa7ee HTTP/1.1" status: 404 len: 347 time: 0.0168359 Jun 01 16:04:38.745648 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 51274) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:04:38.920173 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018beb0-8e19-470b-ac7e-dbb9ae01bc8d None None] New status for floating IP 517d830c-b4cc-4548-896b-fb7b46bd8df2: DOWN {{(pid=91913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 16:04:39.047725 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-5c79a850-bed3-495a-9f64-f26ce81ba6a7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Deleting port 44d7d91f-9d2e-4b20-95c5-13827bf8d2ca {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:04:39.048259 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c79a850-bed3-495a-9f64-f26ce81ba6a7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:39.126344 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 335fa59e-816e-41f3-95a1-1de77b616445 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:04:39.178476 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c79a850-bed3-495a-9f64-f26ce81ba6a7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:39.180288 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c79a850-bed3-495a-9f64-f26ce81ba6a7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:39.185823 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: 335fa59e-816e-41f3-95a1-1de77b616445 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:04:39.186194 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 335fa59e-816e-41f3-95a1-1de77b616445 not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:04:39.322476 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-5c79a850-bed3-495a-9f64-f26ce81ba6a7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Calling delete_port for 44d7d91f-9d2e-4b20-95c5-13827bf8d2ca owned by network:floatingip {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:04:39.432990 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c79a850-bed3-495a-9f64-f26ce81ba6a7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:39.437283 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4890bc16-46bc-4615-a18b-e22e9498f2e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:04:39.481161 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79a850-bed3-495a-9f64-f26ce81ba6a7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Pushing event deleted for resources: {'Port': ['ID=44d7d91f-9d2e-4b20-95c5-13827bf8d2ca,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:04:39.484747 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-5c79a850-bed3-495a-9f64-f26ce81ba6a7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:04:39.573477 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c79a850-bed3-495a-9f64-f26ce81ba6a7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks [] for floatingip, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:39.588097 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5c79a850-bed3-495a-9f64-f26ce81ba6a7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:39.592380 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-5c79a850-bed3-495a-9f64-f26ce81ba6a7 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] 10.222.0.63 "DELETE /v2.0/floatingips/517d830c-b4cc-4548-896b-fb7b46bd8df2 HTTP/1.1" status: 204 len: 168 time: 0.8422046 Jun 01 16:04:39.870526 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-86604406-c5ab-4f9e-bdfd-dee1917e934d req-55bab762-3a5f-43de-b3e6-330ab4c2ad80 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0449777 Jun 01 16:04:40.688503 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-84a8942f-f5a7-44dd-9803-0408893b9e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:41.027637 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c8eef09b-2421-4ede-b26d-d1a0cd519450 req-f5c43e63-f1e2-4c06-873c-a83b3751de90 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0428588 Jun 01 16:04:42.178886 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4ce28275-30c6-4f80-953c-15c8e7e4095c req-a775a179-6710-4815-90f8-8dfebdd2be6a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0440598 Jun 01 16:04:43.192578 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f702e90a-774c-43e0-9d69-37648f9e497a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:43.334426 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0cc4961d-4f0a-4c55-8482-f2a14185acfd req-455e53d9-475c-4c85-b7af-c5efc31b7a3b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0459688 Jun 01 16:04:43.398597 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:43.529443 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:44.485950 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-98cdbb61-9f41-413b-b97b-a769cd9c560e req-16491aa4-2cd4-4bc5-aeb5-3a947e1234c3 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0424392 Jun 01 16:04:44.940494 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:45.642354 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e9668ef2-25a1-486f-823b-d69c76c35d64 req-c62693d3-e8c5-4f87-a933-a0c822fa9f00 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0440540 Jun 01 16:04:46.517119 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:46.802269 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-15826bbf-e5c6-4d7c-a63a-164c019e77da req-3adcaff7-0be7-4667-988d-6b6bd563a83b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0480592 Jun 01 16:04:47.962620 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8f7a6dde-0fbb-42c9-a2ff-268c11a6f7c2 req-2681b5b1-15d5-4f0e-9eef-9705b86524dc tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0431888 Jun 01 16:04:49.127711 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d7513fe8-0df3-45b3-8266-158852eff5c3 req-7d81791e-80d8-4f72-ae40-4a0a1c7114ed tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0515392 Jun 01 16:04:50.286004 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8ff8a626-7c3e-4860-8277-3f1417979c28 req-2ca6bb1e-ffac-4b3f-b227-425bb6c963f5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0449791 Jun 01 16:04:51.440686 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d7d0105e-5335-408c-b935-587fe6801a07 req-e32d5282-3b51-4a15-9694-f5c7a72c77fe tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0434628 Jun 01 16:04:51.762739 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:04:52.589312 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c492d2e3-8536-4075-920a-535876831ea6 req-f7a38eb3-698c-4bec-9309-657e138cb071 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0413764 Jun 01 16:04:53.747578 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b6d1c4ec-2960-4dd7-9611-29955bc64c1d req-67fc8847-d0e3-45cd-99e9-c373ee3f5efc tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0463021 Jun 01 16:04:54.903595 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-efb9155a-ac19-4c71-b4fd-5b8a07e518b1 req-a4c6d82e-a0cc-4696-a21e-1e8924105feb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0431311 Jun 01 16:04:56.210923 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f30a32f1-2041-4613-8693-9c45b7095093 req-8997a149-daea-4959-9f2f-c3699b4adaea tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0440269 Jun 01 16:04:57.368441 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a2ee7088-85ea-497d-8f93-1646952de563 req-5364ecb4-62bb-480d-8687-f7f1130ffa6a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0464966 Jun 01 16:04:58.520695 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-acea4b2f-c28d-46de-97d7-eb01c2fa5a45 req-ad6658c5-8984-4b8e-af8e-0cb7084efff9 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0434279 Jun 01 16:04:59.674121 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3e4b7358-a367-410a-b0b0-6b703b37d599 req-aa08e79a-f440-49df-a4ce-6c48ae2be886 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0416615 Jun 01 16:05:00.829680 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9a6e7523-290b-43d9-b8dd-772fdaadabac req-64c8075b-9a0b-4df3-9a10-46289c3d4dfb tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0460198 Jun 01 16:05:01.997614 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab031ef0-3a05-412e-82ba-04ef36dfc88c req-cf1dbdd4-2b1a-4934-947a-6909e9a9fb4d tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0457988 Jun 01 16:05:03.159895 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7785e055-51c1-4af0-9f6e-fd959f119f87 req-c01e5c46-156d-499d-8f6d-e0453ef46515 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0490568 Jun 01 16:05:04.397723 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-415f6b88-c502-47f8-b632-6296f9562544 req-c21c3f1b-946d-4696-a200-9b3d0ee79810 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.1154885 Jun 01 16:05:05.560367 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-217803a5-bbd0-4fa1-af4c-6ed2e5737acb req-9f61943f-67e3-4d3a-a056-fb30bc43f4a7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0514648 Jun 01 16:05:06.732745 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fbe4cbe1-63b4-48e6-bdcb-b2cc2bf3c3b7 req-191e47f6-501c-41ae-8335-ddc22d62fffd tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0cc8fd9-2500-495e-99ae-ca7dd4f8d01d HTTP/1.1" status: 200 len: 210 time: 0.0430033 Jun 01 16:05:07.867650 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 51556) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:05:07.941225 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-508e30b1-f399-4280-a1fb-b070183d5319 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:07.971507 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-508e30b1-f399-4280-a1fb-b070183d5319 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:08.027026 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-508e30b1-f399-4280-a1fb-b070183d5319 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:08.033501 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:08.050145 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e30b1-f399-4280-a1fb-b070183d5319 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07ae32a-a7cc-4732-957b-97f55b61a34f,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:08.053690 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-508e30b1-f399-4280-a1fb-b070183d5319 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:08.062310 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-508e30b1-f399-4280-a1fb-b070183d5319 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:08.063701 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-508e30b1-f399-4280-a1fb-b070183d5319 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "DELETE /v2.0/security-groups/e07ae32a-a7cc-4732-957b-97f55b61a34f HTTP/1.1" status: 204 len: 168 time: 0.1946492 Jun 01 16:05:08.066285 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 51558) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:05:08.085020 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.api.v2.resource [None req-96784bab-5c2a-48dd-8823-f3aad564f356 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] show failed (client error): The resource could not be found. Jun 01 16:05:08.086021 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-96784bab-5c2a-48dd-8823-f3aad564f356 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups/e07ae32a-a7cc-4732-957b-97f55b61a34f HTTP/1.1" status: 404 len: 347 time: 0.0186813 Jun 01 16:05:08.089324 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 51560) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:05:08.422585 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Deleting port 1b998589-0761-43d4-8c55-04333b935360 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:05:08.422925 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:08.540995 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:08.541316 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:08.665893 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Calling delete_port for 1b998589-0761-43d4-8c55-04333b935360 owned by network:floatingip {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:05:08.786608 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:08.791755 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-78007deb-a755-4c16-aab4-17c1dd158195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:08.839319 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event deleted for resources: {'Port': ['ID=1b998589-0761-43d4-8c55-04333b935360,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:08.868141 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:08.939289 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:08.954422 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:08.955771 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "DELETE /v2.0/floatingips/2a9a1eb5-8061-40c3-bd7e-0d682097099d HTTP/1.1" status: 204 len: 168 time: 0.8654661 Jun 01 16:05:09.644001 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 51578) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:05:09.649327 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367723612', 'description': 'tempest-description--1727884553'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:05:09.655462 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:05:09.659768 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:security_group and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:05:09.662910 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:05:09.669047 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:05:09.679521 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:09.700730 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:05:09.704433 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:security_group_rule and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:05:09.707228 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:05:09.712826 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:05:09.787050 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:09.791022 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:09.795692 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-26132238-01c7-44ef-9676-40b0537c6aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:09.837480 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f62a2c9-ee79-41fe-97ad-842175cf8559,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:09.841371 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:09.842553 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:09.846482 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3724ced9-ba4e-4554-9b5c-46c79dcbb07f tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1985972 Jun 01 16:05:09.847397 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 51580) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:05:09.851320 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'security_group_rule': {'security_group_id': '6f62a2c9-ee79-41fe-97ad-842175cf8559', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:05:09.858264 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:05:09.862282 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:security_group_rule and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:05:09.865070 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:05:09.870670 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:05:09.886640 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:09.951894 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:09.955938 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:09.958274 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0b2099ca-381e-4ea5-9b7e-b355fee6bb6b tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:09.981451 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5307dd-d1dd-4b32-aad0-70502ec1363a,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:09.988818 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:09.994293 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:09.995540 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c76ae834-ee6c-48d3-9100-d4f1a10f5ce5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479728 Jun 01 16:05:09.998897 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 51584) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:05:10.003838 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'security_group_rule': {'security_group_id': '6f62a2c9-ee79-41fe-97ad-842175cf8559', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:05:10.009732 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:05:10.014179 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:security_group_rule and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:05:10.017090 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:05:10.022858 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:05:10.038962 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.101780 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.105293 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.107883 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:10.133875 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898fe774-e001-42be-9782-dd20cdbf72ea,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:10.138563 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:10.143117 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.144461 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-071acfeb-50ad-429f-b219-b89a26d5b188 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446593 Jun 01 16:05:10.147464 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 51586) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:05:10.151919 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'floatingip': {'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:05:10.158211 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:05:10.161949 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:floatingip and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:05:10.164788 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:05:10.171075 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:05:10.181429 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.319944 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.468416 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Allocated IP 172.27.2.148 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/e6cea7fe-51ed-4f2b-91d3-805aad5d5ac2) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:05:10.621525 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.653022 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.656603 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-23fb19b0-d3dc-437e-b476-ada5315fa451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:10.694542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4348e0ba-112a-49e5-9d70-c21eea7b6384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.718872 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:05:10.721683 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:05:10.725278 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:05:10.758450 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'Port': ['ID=e6cea7fe-51ed-4f2b-91d3-805aad5d5ac2,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:10.765200 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:10.811672 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.870482 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:11.187512 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:11.192107 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:11.196762 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d3bde8a1-9bbd-4fa7-b0e3-5432212c9a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:11.314227 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'Port': ['ID=e6cea7fe-51ed-4f2b-91d3-805aad5d5ac2,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:11.319093 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:11.326947 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:11.349113 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:11.350345 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2019448 Jun 01 16:05:11.560374 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-99aa6568-789b-45ab-b49e-57a9a1c8d204 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1367723612&fields=id&tenant_id=ade93647f9a44b03960939b171f8c3fb HTTP/1.1" status: 200 len: 267 time: 0.0496583 Jun 01 16:05:11.731396 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-4dfe4eb9-02f0-4bf6-b7b1-b66f6ddc2680 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:11.732857 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-4dfe4eb9-02f0-4bf6-b7b1-b66f6ddc2680 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 817 time: 0.1658945 Jun 01 16:05:11.747821 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-c1a559e7-452a-4825-a165-5694687047c5 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/quotas/ade93647f9a44b03960939b171f8c3fb HTTP/1.1" status: 200 len: 375 time: 0.0090668 Jun 01 16:05:11.841874 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-8d917e0a-c5a7-418b-b0d5-e2af2a600d23 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881362 Jun 01 16:05:11.901626 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-ae9c154c-af79-4b3e-8d71-46603f756370 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 16:05:11.902956 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-ae9c154c-af79-4b3e-8d71-46603f756370 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485542 Jun 01 16:05:12.033209 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-1e205412-fbe7-4fcd-9ac0-dab9c71c6bc3 service neutron] 10.222.0.63 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244814 Jun 01 16:05:12.169768 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f8e423c1-216b-4027-9fc2-bb7f61b7d87b service neutron] 10.222.0.63 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308365 Jun 01 16:05:12.366437 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c413333a-dbd2-4600-9b0e-7070b809e95d req-4547f26c-cb9c-4c43-9668-7e5928c917d1 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 210 time: 0.0500562 Jun 01 16:05:13.194780 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-834346cb-4212-4cec-bb95-9f580d10e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:13.400970 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:13.524241 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:13.552136 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-349d58aa-bff1-4896-bc09-47292f508aef tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:13.552975 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-da72e2fb-0d77-4f2a-8b22-648ee552cde6 req-4b1fdc55-ebc1-43ab-86ac-01f25b742bad tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 210 time: 0.0651736 Jun 01 16:05:13.553595 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-349d58aa-bff1-4896-bc09-47292f508aef tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 817 time: 0.1679358 Jun 01 16:05:13.603874 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f05e9de4-ce07-43cd-9484-03a2d1257d98 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Synchronizing usage tracker for tenant:ade93647f9a44b03960939b171f8c3fb on resource:security_group {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:05:13.619719 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f05e9de4-ce07-43cd-9484-03a2d1257d98 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Unset dirty status for tenant:ade93647f9a44b03960939b171f8c3fb on resource:security_group {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:05:13.621402 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f05e9de4-ce07-43cd-9484-03a2d1257d98 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ade93647f9a44b03960939b171f8c3fb HTTP/1.1" status: 200 len: 380 time: 0.0588357 Jun 01 16:05:13.629724 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'port': {'device_id': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'admin_state_up': True, 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'security_groups': ['6f62a2c9-ee79-41fe-97ad-842175cf8559']}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:05:13.769235 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:05:13.773646 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Usage tracker for resource:port and tenant:ade93647f9a44b03960939b171f8c3fb is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:05:13.776754 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:05:13.783649 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:05:13.794461 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Made reservation on behalf of ade93647f9a44b03960939b171f8c3fb for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:05:13.798082 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:13.961652 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Allocated IP 172.20.0.14 (5f0f61e4-94e8-4d47-a898-45250a84cc05/f30203e2-c7f9-4016-9e91-778067ce0e31/6d500b81-bf84-4444-b85f-7ef1b0d5922c) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:05:14.164355 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:14.179256 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Transition to ACTIVE for port object 6d500b81-bf84-4444-b85f-7ef1b0d5922c will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:05:14.203218 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:14.208966 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:14.278828 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Network 5f0f61e4-94e8-4d47-a898-45250a84cc05 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:05:14.281975 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:05:14.284440 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:05:14.322860 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event updated for resources: {'Port': ['ID=6d500b81-bf84-4444-b85f-7ef1b0d5922c,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:14.326129 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:14.359225 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:14.359862 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:14.389100 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7630310 Jun 01 16:05:14.401334 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Request body: {'port': {'device_id': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:05:14.496619 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-8a0af018-c70a-406b-8a8e-06b76eaa91f3 None None] Provisioning for port 6d500b81-bf84-4444-b85f-7ef1b0d5922c completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:05:14.501493 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-8a0af018-c70a-406b-8a8e-06b76eaa91f3 None None] Provisioning complete for port 6d500b81-bf84-4444-b85f-7ef1b0d5922c triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:05:14.501868 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8a0af018-c70a-406b-8a8e-06b76eaa91f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:14.522092 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:14.556941 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-8a0af018-c70a-406b-8a8e-06b76eaa91f3 None None] Port 6d500b81-bf84-4444-b85f-7ef1b0d5922c cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:05:14.746566 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201baf9-8775-445a-880e-cea8343f98ef req-44e55208-4956-475e-a4b7-fddc7a19560c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:14.748037 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b201baf9-8775-445a-880e-cea8343f98ef req-44e55208-4956-475e-a4b7-fddc7a19560c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 932 time: 0.0815146 Jun 01 16:05:14.800510 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b201baf9-8775-445a-880e-cea8343f98ef req-02da6ac8-885a-43f9-9841-ffcff5600cca tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f62a2c9-ee79-41fe-97ad-842175cf8559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465658 Jun 01 16:05:14.897246 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d500b81-bf84-4444-b85f-7ef1b0d5922c {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:05:14.904871 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:14.919774 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Transition to ACTIVE for port object 6d500b81-bf84-4444-b85f-7ef1b0d5922c will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:05:14.923663 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:14.927593 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4065c926-a639-422d-b4dc-191913f62e13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:14.945688 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:15.173872 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dd124-0206-4501-9534-0931f6965459 service neutron] Pushing event updated for resources: {'Port': ['ID=6d500b81-bf84-4444-b85f-7ef1b0d5922c,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:15.202235 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-058dd124-0206-4501-9534-0931f6965459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:15.278701 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Attempting to bind port 6d500b81-bf84-4444-b85f-7ef1b0d5922c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:05:15.278945 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Attempting to bind port 6d500b81-bf84-4444-b85f-7ef1b0d5922c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:05:15.279255 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Attempting to bind port 6d500b81-bf84-4444-b85f-7ef1b0d5922c on network 5f0f61e4-94e8-4d47-a898-45250a84cc05 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:05:15.283982 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Port 6d500b81-bf84-4444-b85f-7ef1b0d5922c on network 5f0f61e4-94e8-4d47-a898-45250a84cc05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 16:05:15.284297 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Attempting to bind port 6d500b81-bf84-4444-b85f-7ef1b0d5922c on network 5f0f61e4-94e8-4d47-a898-45250a84cc05 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:05:15.289470 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:05:15.289819 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Checking segment: {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:05:15.290209 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Bound using segment: {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:05:15.290622 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Bound port: 6d500b81-bf84-4444-b85f-7ef1b0d5922c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df46364-c8b4-4de4-9d01-b5007b6633f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:05:15.290959 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:15.383479 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] For port 6d500b81-bf84-4444-b85f-7ef1b0d5922c, host hv-cinder-79351, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:05:15.386560 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] For port 6d500b81-bf84-4444-b85f-7ef1b0d5922c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:05:15.390492 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:15.395018 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c4e74fae-414d-4370-b43d-2f9febe24c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:15.453051 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:15.453668 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:15.455088 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-058dd124-0206-4501-9534-0931f6965459 service neutron] 10.222.0.86 "PUT /v2.0/ports/6d500b81-bf84-4444-b85f-7ef1b0d5922c HTTP/1.1" status: 200 len: 1094 time: 1.0585356 Jun 01 16:05:15.455607 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'tag': '6d500b81-bf84-4444-b85f-7ef1b0d5922c'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:05:15.457908 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b734cd-7c96-4c79-a709-94486334535c" -d '{"events": [{"name": "network-changed", "server_uuid": "abf4aa2b-057b-488e-8c68-87c6b8b52511", "tag": "6d500b81-bf84-4444-b85f-7ef1b0d5922c"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:05:15.477431 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dd124-0206-4501-9534-0931f6965459 service neutron] Pushing event updated for resources: {'Port': ['ID=6d500b81-bf84-4444-b85f-7ef1b0d5922c,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:15.481061 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-058dd124-0206-4501-9534-0931f6965459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:15.532635 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699554da-3cdd-47d5-a10d-81023138f03c x-openstack-request-id: req-699554da-3cdd-47d5-a10d-81023138f03c {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:05:15.532965 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf4aa2b-057b-488e-8c68-87c6b8b52511", "tag": "6d500b81-bf84-4444-b85f-7ef1b0d5922c", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:05:15.533253 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-699554da-3cdd-47d5-a10d-81023138f03c {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:05:15.533676 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'tag': '6d500b81-bf84-4444-b85f-7ef1b0d5922c', 'status': 'completed', 'code': 200} Jun 01 16:05:15.581697 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-28430e6e-f17f-4fd8-aa12-511d2fc41973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:15.583491 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-28430e6e-f17f-4fd8-aa12-511d2fc41973 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 1097 time: 0.0834715 Jun 01 16:05:15.659329 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-9dd8d2c4-f210-4a58-a9c3-515cef732f41 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c HTTP/1.1" status: 200 len: 217 time: 0.0662537 Jun 01 16:05:15.728790 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-c641d117-04fb-4bb4-a926-69f1da36eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:15.730253 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-c641d117-04fb-4bb4-a926-69f1da36eb0e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.0647209 Jun 01 16:05:15.805139 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-ffe0fd62-b5b3-47fb-827d-3fe3f6f628ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:15.806706 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-ffe0fd62-b5b3-47fb-827d-3fe3f6f628ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702915 Jun 01 16:05:15.944376 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-066e3b73-e984-4624-8af6-2aa572f4cad5 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309304 Jun 01 16:05:16.011903 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29497f0-89eb-421c-a070-d0061fd51bd3 req-3708c0a2-2ab4-4cdb-940c-17d03d0687ed tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:16.017799 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e29497f0-89eb-421c-a070-d0061fd51bd3 req-3708c0a2-2ab4-4cdb-940c-17d03d0687ed tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 944 time: 0.0977623 Jun 01 16:05:16.076265 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e29497f0-89eb-421c-a070-d0061fd51bd3 req-d17f906a-1cc6-4bc4-b9aa-5276e1f227cc tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f62a2c9-ee79-41fe-97ad-842175cf8559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508554 Jun 01 16:05:16.102469 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-5b7fc704-eabe-45cd-adac-d74b471b5e14 req-fb0f4534-0b8a-490d-b7eb-a0a092ade40b service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512175 Jun 01 16:05:16.220350 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b734cd-7c96-4c79-a709-94486334535c req-25e158a5-4eac-426f-8f80-7b119417d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:16.221821 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-13b734cd-7c96-4c79-a709-94486334535c req-25e158a5-4eac-426f-8f80-7b119417d227 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 1097 time: 0.0720336 Jun 01 16:05:16.363064 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b734cd-7c96-4c79-a709-94486334535c req-c33a6457-f045-4b76-8090-fc6199c96712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:16.364515 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-13b734cd-7c96-4c79-a709-94486334535c req-c33a6457-f045-4b76-8090-fc6199c96712 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.1347613 Jun 01 16:05:16.435781 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-13b734cd-7c96-4c79-a709-94486334535c req-ef489ac3-18c1-4cba-8069-ced708ab124c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c HTTP/1.1" status: 200 len: 217 time: 0.0646617 Jun 01 16:05:16.502395 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b734cd-7c96-4c79-a709-94486334535c req-c8faa3ee-1024-4e85-9565-199824ba64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:16.503838 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-13b734cd-7c96-4c79-a709-94486334535c req-c8faa3ee-1024-4e85-9565-199824ba64e3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.0615973 Jun 01 16:05:16.519189 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:16.581907 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b734cd-7c96-4c79-a709-94486334535c req-074b047d-2aae-492b-95f0-d98928352c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:16.583432 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-13b734cd-7c96-4c79-a709-94486334535c req-074b047d-2aae-492b-95f0-d98928352c89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722299 Jun 01 16:05:16.717723 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-13b734cd-7c96-4c79-a709-94486334535c req-c44395bb-fcef-4eca-af68-df91761c45d8 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267912 Jun 01 16:05:16.948726 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-13b734cd-7c96-4c79-a709-94486334535c req-49ec4a40-21b8-4940-88b7-9a8e9ce65f31 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237074 Jun 01 16:05:17.278927 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29320cae-9140-45eb-84fb-452f91a1a101 req-12df0303-5f27-4957-ac69-e1d492e77a3a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:17.280563 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-29320cae-9140-45eb-84fb-452f91a1a101 req-12df0303-5f27-4957-ac69-e1d492e77a3a tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 944 time: 0.0854056 Jun 01 16:05:17.323573 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-29320cae-9140-45eb-84fb-452f91a1a101 req-2ce6349f-b3f5-4770-9197-8d1c99150516 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f62a2c9-ee79-41fe-97ad-842175cf8559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377226 Jun 01 16:05:17.358600 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 6d500b81-bf84-4444-b85f-7ef1b0d5922c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 16:05:17.522579 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 6d500b81-bf84-4444-b85f-7ef1b0d5922c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:05:17.536498 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '6d500b81-bf84-4444-b85f-7ef1b0d5922c', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'port_id': '6d500b81-bf84-4444-b85f-7ef1b0d5922c', 'mac_address': 'fa:16:3e:17:42:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 16:05:17.595328 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:17.615197 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d500b81-bf84-4444-b85f-7ef1b0d5922c {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:05:17.630818 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 6d500b81-bf84-4444-b85f-7ef1b0d5922c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:05:17.636990 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:17.638800 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:17.703908 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=6d500b81-bf84-4444-b85f-7ef1b0d5922c,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:17.711684 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.712037 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.712381 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.712712 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.713041 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.713368 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.713690 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.714053 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.714384 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.714702 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.715027 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.715336 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:05:17.719334 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:17.887460 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['6d500b81-bf84-4444-b85f-7ef1b0d5922c'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:05:18.514171 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf0188-fab3-4d43-94df-3eac260c1573 req-f077b892-4b8c-418f-aac1-8dcd1786f94b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:18.515598 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9fcf0188-fab3-4d43-94df-3eac260c1573 req-f077b892-4b8c-418f-aac1-8dcd1786f94b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 945 time: 0.0808814 Jun 01 16:05:18.562361 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9fcf0188-fab3-4d43-94df-3eac260c1573 req-bf3e903f-4970-466d-aaab-dbb6c0cc53ad tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f62a2c9-ee79-41fe-97ad-842175cf8559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410857 Jun 01 16:05:19.389854 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 6d500b81-bf84-4444-b85f-7ef1b0d5922c up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:05:19.460960 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port 6d500b81-bf84-4444-b85f-7ef1b0d5922c completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:05:19.466583 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 6d500b81-bf84-4444-b85f-7ef1b0d5922c triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:05:19.466963 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:19.585790 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:19.613942 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d500b81-bf84-4444-b85f-7ef1b0d5922c'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:05:19.616819 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644d6b40-5ec9-4a9b-bba8-22ad8684a5dd" -d '{"events": [{"server_uuid": "abf4aa2b-057b-488e-8c68-87c6b8b52511", "name": "network-vif-plugged", "status": "completed", "tag": "6d500b81-bf84-4444-b85f-7ef1b0d5922c"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:05:19.624942 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 6d500b81-bf84-4444-b85f-7ef1b0d5922c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:05:19.629015 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:19.630957 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-373e08c5-19a5-499e-a32b-3b466c2cceaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:19.698578 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=6d500b81-bf84-4444-b85f-7ef1b0d5922c,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:19.702351 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:19.775623 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011ab9b-69a5-444e-a698-7612ed045e51 req-634876ee-e9b7-4414-95f6-b2e6352ec746 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:19.779257 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c011ab9b-69a5-444e-a698-7612ed045e51 req-634876ee-e9b7-4414-95f6-b2e6352ec746 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 946 time: 0.0994987 Jun 01 16:05:19.781736 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe27f48-5425-4eda-b283-1e4bba07880f x-openstack-request-id: req-efe27f48-5425-4eda-b283-1e4bba07880f {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:05:19.782062 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4aa2b-057b-488e-8c68-87c6b8b52511", "name": "network-vif-plugged", "status": "completed", "tag": "6d500b81-bf84-4444-b85f-7ef1b0d5922c", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:05:19.782336 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-efe27f48-5425-4eda-b283-1e4bba07880f {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:05:19.782734 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d500b81-bf84-4444-b85f-7ef1b0d5922c', 'code': 200} Jun 01 16:05:19.832798 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c011ab9b-69a5-444e-a698-7612ed045e51 req-41be57c7-90c9-4c07-99da-f276001e99ad tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f62a2c9-ee79-41fe-97ad-842175cf8559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467553 Jun 01 16:05:20.018655 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad498986-c0f0-4125-95d7-8ea654171b79 req-cf6187a1-4b83-4885-b9dd-973f72d9f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:20.020097 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ad498986-c0f0-4125-95d7-8ea654171b79 req-cf6187a1-4b83-4885-b9dd-973f72d9f3f8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 1099 time: 0.0687265 Jun 01 16:05:20.063816 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ad498986-c0f0-4125-95d7-8ea654171b79 req-7487c2bc-93ad-4a51-b7d6-ac30593aa45e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6f62a2c9-ee79-41fe-97ad-842175cf8559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373418 Jun 01 16:05:21.034441 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78e5d6-2f48-4e0d-bcac-1205b56348cd req-92cf7142-3da5-4be8-84fd-7d6ada4fe07b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:21.035891 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7d78e5d6-2f48-4e0d-bcac-1205b56348cd req-92cf7142-3da5-4be8-84fd-7d6ada4fe07b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 946 time: 0.0847650 Jun 01 16:05:21.083499 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7d78e5d6-2f48-4e0d-bcac-1205b56348cd req-e85c5970-df7b-4f9d-bc70-37e4445196a2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f62a2c9-ee79-41fe-97ad-842175cf8559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Jun 01 16:05:22.282944 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f76d1-7da0-4268-a06e-36fefacf12f0 req-d93b2748-5179-432a-bfa3-ef722a042c52 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:22.284401 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7c6f76d1-7da0-4268-a06e-36fefacf12f0 req-d93b2748-5179-432a-bfa3-ef722a042c52 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 946 time: 0.0832644 Jun 01 16:05:22.330858 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7c6f76d1-7da0-4268-a06e-36fefacf12f0 req-04055d10-93b7-4556-a520-052647048770 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f62a2c9-ee79-41fe-97ad-842175cf8559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407023 Jun 01 16:05:22.519445 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bc8a9-6fd7-4eb3-a5bf-376e7e9fde8e req-3169f02a-7fb0-4893-b332-cf3496a6286b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:22.520940 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e66bc8a9-6fd7-4eb3-a5bf-376e7e9fde8e req-3169f02a-7fb0-4893-b332-cf3496a6286b tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 946 time: 0.0848224 Jun 01 16:05:22.529603 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 51738) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:05:22.534280 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-b572b04f-2cb1-4fb9-9a7a-2f71cfe40d54 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Request body: {'floatingip': {'port_id': '6d500b81-bf84-4444-b85f-7ef1b0d5922c'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:05:22.616201 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b572b04f-2cb1-4fb9-9a7a-2f71cfe40d54 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:23.314357 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b572b04f-2cb1-4fb9-9a7a-2f71cfe40d54 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:23.318364 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b572b04f-2cb1-4fb9-9a7a-2f71cfe40d54 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:23.488384 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.l3_db [None req-b572b04f-2cb1-4fb9-9a7a-2f71cfe40d54 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Floating IP 62b63794-0b06-4fb1-89ab-1ce8fdaaf369 associated. External IP: 172.27.2.148, port: 6d500b81-bf84-4444-b85f-7ef1b0d5922c. Jun 01 16:05:23.864328 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b572b04f-2cb1-4fb9-9a7a-2f71cfe40d54 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:05:24.145622 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b572b04f-2cb1-4fb9-9a7a-2f71cfe40d54 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:05:24.149810 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b572b04f-2cb1-4fb9-9a7a-2f71cfe40d54 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:24.155173 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fdd689-b1da-4d8a-91f4-c93d47034216 None None] Sync routers for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:05:24.166293 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fdd689-b1da-4d8a-91f4-c93d47034216 None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:05:24.167018 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-82fdd689-b1da-4d8a-91f4-c93d47034216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:05:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:05:24.212959 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-b572b04f-2cb1-4fb9-9a7a-2f71cfe40d54 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "PUT /v2.0/floatingips/62b63794-0b06-4fb1-89ab-1ce8fdaaf369 HTTP/1.1" status: 200 len: 992 time: 1.6822228 Jun 01 16:05:24.213594 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'tag': '6d500b81-bf84-4444-b85f-7ef1b0d5922c'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:05:24.215942 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827eb2ff-fe80-43b2-888e-688019fc8e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "abf4aa2b-057b-488e-8c68-87c6b8b52511", "tag": "6d500b81-bf84-4444-b85f-7ef1b0d5922c"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:05:24.361788 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-82fdd689-b1da-4d8a-91f4-c93d47034216 None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:05:24.371303 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8a147d-6a43-4610-bb72-4c185aaa52c0 x-openstack-request-id: req-3e8a147d-6a43-4610-bb72-4c185aaa52c0 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:05:24.371816 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf4aa2b-057b-488e-8c68-87c6b8b52511", "tag": "6d500b81-bf84-4444-b85f-7ef1b0d5922c", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:05:24.372153 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3e8a147d-6a43-4610-bb72-4c185aaa52c0 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:05:24.372641 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'tag': '6d500b81-bf84-4444-b85f-7ef1b0d5922c', 'status': 'completed', 'code': 200} Jun 01 16:05:24.468493 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb2ff-fe80-43b2-888e-688019fc8e6a req-b00d3190-8af7-4929-a026-491f2fb84c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:24.470006 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-827eb2ff-fe80-43b2-888e-688019fc8e6a req-b00d3190-8af7-4929-a026-491f2fb84c04 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 1099 time: 0.0807006 Jun 01 16:05:24.612452 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb2ff-fe80-43b2-888e-688019fc8e6a req-9e465bd2-0104-446e-b797-5d5235b64bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:24.613884 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-827eb2ff-fe80-43b2-888e-688019fc8e6a req-9e465bd2-0104-446e-b797-5d5235b64bdf service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.1363811 Jun 01 16:05:24.723473 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-827eb2ff-fe80-43b2-888e-688019fc8e6a req-4859b514-04d3-4331-9599-300fd752872c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c HTTP/1.1" status: 200 len: 1000 time: 0.1017146 Jun 01 16:05:24.753718 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-82fdd689-b1da-4d8a-91f4-c93d47034216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '62b63794-0b06-4fb1-89ab-1ce8fdaaf369', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'port_id': '6d500b81-bf84-4444-b85f-7ef1b0d5922c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'mac_address': 'fa:16:3e:17:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T16:05:10Z', 'updated_at': '2021-06-01T16:05:23Z', 'revision_number': 1, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:05:24.759631 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fdd689-b1da-4d8a-91f4-c93d47034216 None None] Checking router: 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:05:24.769151 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fdd689-b1da-4d8a-91f4-c93d47034216 None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:05:24.769767 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-82fdd689-b1da-4d8a-91f4-c93d47034216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:05:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:05:24.802238 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb2ff-fe80-43b2-888e-688019fc8e6a req-25e6d463-9517-4366-9f79-027d47fadbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:24.803678 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-827eb2ff-fe80-43b2-888e-688019fc8e6a req-25e6d463-9517-4366-9f79-027d47fadbea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.0740845 Jun 01 16:05:24.893470 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb2ff-fe80-43b2-888e-688019fc8e6a req-b2e2b00b-6408-499c-9be9-7bf1788eb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:24.895174 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-827eb2ff-fe80-43b2-888e-688019fc8e6a req-b2e2b00b-6408-499c-9be9-7bf1788eb382 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841248 Jun 01 16:05:24.961269 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-82fdd689-b1da-4d8a-91f4-c93d47034216 None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:05:25.041011 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-827eb2ff-fe80-43b2-888e-688019fc8e6a req-af777b00-cb69-4b0c-82bd-cad2e24a61b2 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379826 Jun 01 16:05:25.190748 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-827eb2ff-fe80-43b2-888e-688019fc8e6a req-55e6ac9b-bc2e-4ac8-a150-eb98a43ed3df service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425965 Jun 01 16:05:25.365544 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-82fdd689-b1da-4d8a-91f4-c93d47034216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '62b63794-0b06-4fb1-89ab-1ce8fdaaf369', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'port_id': '6d500b81-bf84-4444-b85f-7ef1b0d5922c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'mac_address': 'fa:16:3e:17:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T16:05:10Z', 'updated_at': '2021-06-01T16:05:23Z', 'revision_number': 1, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:05:25.369664 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fdd689-b1da-4d8a-91f4-c93d47034216 None None] The sync data for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi is: [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '62b63794-0b06-4fb1-89ab-1ce8fdaaf369', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'port_id': '6d500b81-bf84-4444-b85f-7ef1b0d5922c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'mac_address': 'fa:16:3e:17:42:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T16:05:10Z', 'updated_at': '2021-06-01T16:05:23Z', 'revision_number': 1, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:05:25.579656 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0315c7a9-4f28-4190-8d3b-dce0eb161c16 None None] New status for floating IP 62b63794-0b06-4fb1-89ab-1ce8fdaaf369: ACTIVE {{(pid=91913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 16:05:28.833464 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:05:40.697142 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f222b11f-0c02-45da-bcad-68d8d12d2a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:43.195682 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ff55-a8bb-4349-99bd-6ac59605d997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:43.405607 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:43.531893 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:44.946117 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:46.521983 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:51.801432 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-0af33a08-3928-40d6-b00e-e1e23c856acb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704560 Jun 01 16:05:51.945786 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-dcb77383-3c2c-47e2-96be-c33a0abbbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:51.947270 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-dcb77383-3c2c-47e2-96be-c33a0abbbee4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1098 time: 0.0744734 Jun 01 16:05:52.093276 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-895b80c7-d82a-417e-9eb7-056852095ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:52.094682 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-895b80c7-d82a-417e-9eb7-056852095ed2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 915 time: 0.1270540 Jun 01 16:05:52.164090 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-f61a7740-e929-4aeb-9ecf-ac8ebb0f1cab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 217 time: 0.0623722 Jun 01 16:05:52.231336 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-74f34abb-287e-4987-b2fb-1f8c8cea9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:52.232796 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-74f34abb-287e-4987-b2fb-1f8c8cea9ea9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 200 len: 853 time: 0.0619051 Jun 01 16:05:52.317534 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-593ef3cc-9b57-40fc-ad26-7d387072fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:52.319058 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-593ef3cc-9b57-40fc-ad26-7d387072fd4c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4669e2d8-6468-4fe6-bbdc-30a44279902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792282 Jun 01 16:05:52.465048 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-30c91664-1081-4244-ab07-18d9d2423f4d service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378062 Jun 01 16:05:52.698259 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b0e0b112-8e40-4a2e-8d2e-e8c5135bb0f3 req-bfd9487a-9fc5-4d2b-b16a-64a94734b9d3 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264421 Jun 01 16:06:05.772546 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:06:10.700812 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3fbee5a9-7c72-452d-a237-ea4ef1c8c5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:13.199582 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1641a888-16fc-49e2-ab10-9982a7c7d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:13.407099 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:13.541674 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:14.951674 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:16.524354 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:40.702625 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2022cb20-7526-4626-999a-74ac9db9903d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:42.770872 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:06:43.200150 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-576ae492-fe78-4566-85d1-b5b09bebfbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:43.418105 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:43.560874 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:44.954061 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:46.528190 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:54.272794 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ce9e2318-d597-4078-8e27-0a07439a4649 req-8a950913-acd0-4943-8ce2-330b45cd844f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739114 Jun 01 16:06:54.363777 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e2318-d597-4078-8e27-0a07439a4649 req-c641aa80-03cb-4f35-8477-8341c3bc8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:06:54.365242 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ce9e2318-d597-4078-8e27-0a07439a4649 req-c641aa80-03cb-4f35-8477-8341c3bc8055 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5cbeb7d0a51643d69623e87d9d752c9f&device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0699184 Jun 01 16:06:54.510311 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e2318-d597-4078-8e27-0a07439a4649 req-f879c8ca-9d58-4d86-b3d8-e2ee468e4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:06:54.511896 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ce9e2318-d597-4078-8e27-0a07439a4649 req-f879c8ca-9d58-4d86-b3d8-e2ee468e4450 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 HTTP/1.1" status: 200 len: 915 time: 0.1260688 Jun 01 16:06:54.582572 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ce9e2318-d597-4078-8e27-0a07439a4649 req-7ab4ee1f-0d5e-4d91-b2c0-1ac2edc318ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70d070f7-7c9e-4feb-8598-af36958a5991 HTTP/1.1" status: 200 len: 217 time: 0.0640333 Jun 01 16:06:54.645973 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e2318-d597-4078-8e27-0a07439a4649 req-c361a10c-78b4-4e38-bffb-81b109d2d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:06:54.647432 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ce9e2318-d597-4078-8e27-0a07439a4649 req-c361a10c-78b4-4e38-bffb-81b109d2d48d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d12fab66-ad6e-4b82-a777-582fae91b653 HTTP/1.1" status: 200 len: 854 time: 0.0590508 Jun 01 16:06:54.698453 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ce9e2318-d597-4078-8e27-0a07439a4649 req-ccb585c9-c29d-4ea6-b604-ff9dca2aa28f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441544 Jun 01 16:06:54.832568 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ce9e2318-d597-4078-8e27-0a07439a4649 req-0d447649-ce04-4ac1-ac2f-3db439a5c259 service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265132 Jun 01 16:06:54.965219 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-ce9e2318-d597-4078-8e27-0a07439a4649 req-dcd4be75-01d3-40e3-a7ad-350512dc6602 service neutron] 10.222.0.86 "GET /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251194 Jun 01 16:07:10.704689 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7ec628ff-64db-41c7-b6ed-023711fd1204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:13.203640 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-345edb33-faf8-44e9-b81d-8e0231f707a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:13.409735 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:13.552138 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:14.955009 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:16.532126 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:19.770258 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:07:40.706400 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9a244363-c86f-4b44-b364-dbb47428cc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:43.206444 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-799c0392-c711-490c-b794-3a544ebb9d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:43.410547 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:43.556536 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:44.957669 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:46.533105 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:55.798633 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-78b59ef2-7b0c-49fd-a44f-67f0b910b157 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1968749 Jun 01 16:07:55.898607 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-061a7ed7-a6c0-4d6d-af78-a50298a43604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:07:55.900081 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-061a7ed7-a6c0-4d6d-af78-a50298a43604 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 1099 time: 0.0782135 Jun 01 16:07:56.050595 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-d7d28099-1481-4288-a403-7a23328e7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:07:56.052063 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-d7d28099-1481-4288-a403-7a23328e7410 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.1270599 Jun 01 16:07:56.158317 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-989438fa-537e-4beb-84ca-47bf39a383f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c HTTP/1.1" status: 200 len: 1002 time: 0.0978730 Jun 01 16:07:56.222131 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-37eba224-c3a7-4b0c-9d98-154608031ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:07:56.223600 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-37eba224-c3a7-4b0c-9d98-154608031ede service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.0584142 Jun 01 16:07:56.298706 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-3ff80a84-1085-4205-a8ca-8698a9bd0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:07:56.300107 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-3ff80a84-1085-4205-a8ca-8698a9bd0384 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698180 Jun 01 16:07:56.430957 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-975b313e-4923-4d35-94f8-999ebe5a0f39 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230698 Jun 01 16:07:56.662382 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2787d17e-958b-4e29-aba4-c27443ccc98c req-dab628c5-aafc-40ba-a022-a79db4b9a37e service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242358 Jun 01 16:07:56.769712 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:08:10.707398 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-eb461f3c-7fd6-4206-b115-a2a0ad211e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:13.208098 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b92167cd-0cc1-4b2a-8c1a-a4c19fbbf463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:13.412607 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:13.557771 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:14.961097 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:16.535508 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:33.768149 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:08:34.964662 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900f949-4696-44fe-acc9-970728f8edff req-75d5a8ab-7bc6-4f6a-a9f1-9a73a7377460 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:08:34.966923 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3900f949-4696-44fe-acc9-970728f8edff req-75d5a8ab-7bc6-4f6a-a9f1-9a73a7377460 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 945 time: 0.2462723 Jun 01 16:08:35.009743 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3900f949-4696-44fe-acc9-970728f8edff req-fac6f05b-ecd8-4ba9-96ce-c6447e411dc1 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/security-groups?id=50e8bd0e-d112-4654-9293-796108fbbda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379815 Jun 01 16:08:35.413915 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-2e43f63b-41b9-4ef1-9b76-f221609d5220 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:08:35.414693 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-2e43f63b-41b9-4ef1-9b76-f221609d5220 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Synchronizing usage tracker for tenant:5cbeb7d0a51643d69623e87d9d752c9f on resource:port {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:08:35.429674 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-2e43f63b-41b9-4ef1-9b76-f221609d5220 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Unset dirty status for tenant:5cbeb7d0a51643d69623e87d9d752c9f on resource:port {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:08:35.430852 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-2e43f63b-41b9-4ef1-9b76-f221609d5220 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.86 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0979469 Jun 01 16:08:35.564922 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Deleting port 70d070f7-7c9e-4feb-8598-af36958a5991 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:08:35.565254 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:35.693834 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] For port 70d070f7-7c9e-4feb-8598-af36958a5991, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=70d070f7-7c9e-4feb-8598-af36958a5991,segment=NetworkSegment(e956bb0a-6477-431b-becd-7c1e5072d471),segment_id=e956bb0a-6477-431b-becd-7c1e5072d471)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:08:35.694125 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:35.821022 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Calling delete_port for 70d070f7-7c9e-4feb-8598-af36958a5991 owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:08:35.935233 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:35.941008 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3d4cc144-cbda-4f58-bb80-f40c3f250b5d tempest-VolumesActionsTest-1717555567 tempest-VolumesActionsTest-1717555567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:35.947117 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['70d070f7-7c9e-4feb-8598-af36958a5991'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:08:35.986928 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Pushing event deleted for resources: {'Port': ['ID=70d070f7-7c9e-4feb-8598-af36958a5991,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:36.029833 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.030228 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.030599 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.030967 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.031324 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.031681 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.032037 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.032394 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.032747 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.033096 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.033446 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.033798 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:36.060316 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:36.074662 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] No DVR routers for this DVR port 70d070f7-7c9e-4feb-8598-af36958a5991 on host hv-cinder-79351 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:08:36.077805 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:36.080424 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8afdb0f-004f-4303-a1a7-03bdd333d8b2', 'name': 'network-vif-deleted', 'tag': '70d070f7-7c9e-4feb-8598-af36958a5991'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:08:36.083048 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a870422b-d7ae-4c7b-9b0c-96f24187c106" -d '{"events": [{"server_uuid": "b8afdb0f-004f-4303-a1a7-03bdd333d8b2", "name": "network-vif-deleted", "tag": "70d070f7-7c9e-4feb-8598-af36958a5991"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:08:36.096770 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-7c5b1531-400b-4f03-8b1b-dd1201e118e9 req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.86 "DELETE /v2.0/ports/70d070f7-7c9e-4feb-8598-af36958a5991 HTTP/1.1" status: 204 len: 173 time: 0.6597388 Jun 01 16:08:36.226559 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff47a573-0ec1-4a4b-b4a2-5e9b0bcaf9a8 x-openstack-request-id: req-ff47a573-0ec1-4a4b-b4a2-5e9b0bcaf9a8 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:08:36.227171 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8afdb0f-004f-4303-a1a7-03bdd333d8b2", "name": "network-vif-deleted", "tag": "70d070f7-7c9e-4feb-8598-af36958a5991", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:08:36.227171 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ff47a573-0ec1-4a4b-b4a2-5e9b0bcaf9a8 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:08:36.227619 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8afdb0f-004f-4303-a1a7-03bdd333d8b2', 'name': 'network-vif-deleted', 'tag': '70d070f7-7c9e-4feb-8598-af36958a5991', 'status': 'completed', 'code': 200} Jun 01 16:08:36.239154 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d87cecd6-5680-43b0-9633-ef4c98a4d0de req-f3cc86aa-a35e-49d9-910a-9860cd9fe45c tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.1101916 Jun 01 16:08:37.392124 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2ff77cb8-2229-4799-85b2-fceaaff6da70 req-1d318769-1189-4d34-ac0e-4d6977ccc458 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0432177 Jun 01 16:08:38.544007 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9a46c1a1-04a1-4657-a7a1-70f5891f37f3 req-1f1f2ca3-5e62-47c7-aa78-2da1c8e2a983 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0447719 Jun 01 16:08:39.690469 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-04703587-e0ef-4c0e-81d8-92bb83d9e665 req-3bb22919-86db-4fac-a73c-99b39d0210f6 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0422902 Jun 01 16:08:40.403159 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 70d070f7-7c9e-4feb-8598-af36958a5991 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:08:40.439017 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: 70d070f7-7c9e-4feb-8598-af36958a5991 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:08:40.439399 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 70d070f7-7c9e-4feb-8598-af36958a5991 not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:08:40.709222 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cfb1-4b1e-4a4a-9401-04ed43c74591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:40.841966 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a2a02b5c-d97a-49ac-9979-44959169bc9f req-f6993858-4da8-4a16-a084-60eb65896d4c tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0417213 Jun 01 16:08:41.994053 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-91a94d4c-8aa9-4ba4-870c-50fb3ecacb2a req-9e429d71-b4be-4be1-8514-52c68242a0b1 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0463440 Jun 01 16:08:42.785781 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 53652) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:42.884271 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-72a556f8-ed6c-40f1-85ed-b5ff0e8a3bdf tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:42.918458 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-72a556f8-ed6c-40f1-85ed-b5ff0e8a3bdf tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:42.986051 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-72a556f8-ed6c-40f1-85ed-b5ff0e8a3bdf tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:42.989820 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-652fa719-86d7-489e-9d97-e770fd7f253c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:43.002189 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a556f8-ed6c-40f1-85ed-b5ff0e8a3bdf tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205a53ee-4751-49ab-8cc4-c509e572ccde,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:43.004643 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-72a556f8-ed6c-40f1-85ed-b5ff0e8a3bdf tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:43.011020 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-72a556f8-ed6c-40f1-85ed-b5ff0e8a3bdf tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:43.012136 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-72a556f8-ed6c-40f1-85ed-b5ff0e8a3bdf tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] 10.222.0.63 "DELETE /v2.0/security-groups/205a53ee-4751-49ab-8cc4-c509e572ccde HTTP/1.1" status: 204 len: 168 time: 0.2250016 Jun 01 16:08:43.173198 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-00a5d67e-288a-4262-bc21-c20ae7cc9872 req-050900f7-9b6e-4774-ad2d-05b7f2498508 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0450623 Jun 01 16:08:43.176893 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 53658) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:43.212884 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e0c7a4ca-7766-4cbd-8154-4194390a5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:43.417056 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:43.564082 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:43.876362 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985698'] for router_interface, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:44.284652 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Deleting port d9f588f7-db17-46ad-b988-c835716ad1fe {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:08:44.285363 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:44.445855 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-38ecfb20-79ca-41c2-b8ad-a663de925ee8 req-421a68fc-fb5b-449d-80d7-31c8fb449a3d tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.1454937 Jun 01 16:08:44.536671 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] For port d9f588f7-db17-46ad-b988-c835716ad1fe, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=d9f588f7-db17-46ad-b988-c835716ad1fe,segment=NetworkSegment(fe319640-d22f-4e84-ab1e-61aa792086e4),segment_id=fe319640-d22f-4e84-ab1e-61aa792086e4)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:08:44.537019 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:44.659157 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Calling delete_port for d9f588f7-db17-46ad-b988-c835716ad1fe owned by network:router_interface {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:08:44.943130 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:44.948970 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-608f7a4a-a8e5-405d-ae48-9d94a5de5324 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:44.964250 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:44.993735 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f588f7-db17-46ad-b988-c835716ad1fe,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:45.063630 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.063981 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.064336 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.064700 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.065028 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.065367 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.065718 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.066037 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.066376 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.066700 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.067033 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.067364 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:45.072694 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:45.279079 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7985074'] for router_interface, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:45.757070 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4a477035-d233-4b8a-920f-eb62d5fbfd0c req-319d7fca-f220-456f-9f67-d73931a7b6b0 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.1556845 Jun 01 16:08:45.785251 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Router f6ae3aec-7591-4326-95b3-49164157bb34 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:08:45.967957 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:08:45.976891 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f135d86-62bc-4e8f-ba3f-67bb21e48ae4 None None] Sync routers for ids ['f6ae3aec-7591-4326-95b3-49164157bb34'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:08:45.978679 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-e9f775fc-5816-4ecd-a625-665cbd5826a5 admin admin] 10.222.0.63 "PUT /v2.0/routers/f6ae3aec-7591-4326-95b3-49164157bb34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8005047 Jun 01 16:08:45.980851 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 53682) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:45.988106 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f135d86-62bc-4e8f-ba3f-67bb21e48ae4 None None] Routers {'f6ae3aec-7591-4326-95b3-49164157bb34'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:08:45.988730 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-6f135d86-62bc-4e8f-ba3f-67bb21e48ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:08:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f6ae3aec-7591-4326-95b3-49164157bb34'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:46.175803 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Notify callbacks [] for router, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:46.201813 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-6f135d86-62bc-4e8f-ba3f-67bb21e48ae4 None None] Set router f6ae3aec-7591-4326-95b3-49164157bb34 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:08:46.379973 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:46.456801 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Deleting port d41505c2-3f31-4828-8c7b-accef6042cb3 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:08:46.457337 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:46.556432 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-6f135d86-62bc-4e8f-ba3f-67bb21e48ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'name': 'tempest-TestVolumeBootPattern-944254802-router', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:26Z', 'updated_at': '2021-06-01T16:08:44Z', 'revision_number': 5, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'gw_port': {'id': 'd41505c2-3f31-4828-8c7b-accef6042cb3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:27Z', 'updated_at': '2021-06-01T15:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:46.560032 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:46.564014 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f135d86-62bc-4e8f-ba3f-67bb21e48ae4 None None] Checking router: f6ae3aec-7591-4326-95b3-49164157bb34 for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:08:46.577701 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f135d86-62bc-4e8f-ba3f-67bb21e48ae4 None None] Routers {'f6ae3aec-7591-4326-95b3-49164157bb34'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:08:46.578726 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-6f135d86-62bc-4e8f-ba3f-67bb21e48ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:08:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f6ae3aec-7591-4326-95b3-49164157bb34'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:46.662584 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] For port d41505c2-3f31-4828-8c7b-accef6042cb3, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=d41505c2-3f31-4828-8c7b-accef6042cb3,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:08:46.662917 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:46.789376 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Calling delete_port for d41505c2-3f31-4828-8c7b-accef6042cb3 owned by network:router_gateway {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:08:46.795229 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-6f135d86-62bc-4e8f-ba3f-67bb21e48ae4 None None] Set router f6ae3aec-7591-4326-95b3-49164157bb34 gateway port host: None {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:08:46.907367 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-6f135d86-62bc-4e8f-ba3f-67bb21e48ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'name': 'tempest-TestVolumeBootPattern-944254802-router', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:26Z', 'updated_at': '2021-06-01T16:08:46Z', 'revision_number': 6, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'gw_port_host': None}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:46.911885 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f135d86-62bc-4e8f-ba3f-67bb21e48ae4 None None] The sync data for ids ['f6ae3aec-7591-4326-95b3-49164157bb34'] in dv-cinder-793515-3-iscsi is: [{'id': 'f6ae3aec-7591-4326-95b3-49164157bb34', 'name': 'tempest-TestVolumeBootPattern-944254802-router', 'tenant_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:26Z', 'updated_at': '2021-06-01T16:08:46Z', 'revision_number': 6, 'project_id': '7b75d2e1fbfe420391ccbcd9260fcd8e', 'gw_port_host': None}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:08:46.962272 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3591933f-157f-4047-a101-6abf86c2ca45 req-90f805d3-5ed5-43ae-a630-630cbad40587 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0556898 Jun 01 16:08:47.043765 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:47.049010 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-99f97e33-a147-4817-b534-4f0bff5b2206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:47.093886 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Pushing event deleted for resources: {'Port': ['ID=d41505c2-3f31-4828-8c7b-accef6042cb3,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:47.097297 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:47.188701 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7985225'] for router_gateway, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:47.458175 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15153'] for router, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:47.460612 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:47.545533 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999407'] for router, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:47.546144 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ae3aec-7591-4326-95b3-49164157bb34 {{(pid=91910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:08:47.560439 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Notify callbacks [] for router, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:47.561777 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] 10.222.0.63 "DELETE /v2.0/routers/f6ae3aec-7591-4326-95b3-49164157bb34 HTTP/1.1" status: 204 len: 168 time: 1.5791485 Jun 01 16:08:47.564228 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 53694) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:47.626552 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86fe098-0efb-49d0-9e5a-09f9435498da admin admin] Deleting subnet 6551c6d2-20f0-45a3-a414-91982d1c5f18 {{(pid=91910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:08:47.629582 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f86fe098-0efb-49d0-9e5a-09f9435498da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:47.682429 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f86fe098-0efb-49d0-9e5a-09f9435498da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6039567'] for subnet, precommit_delete_associations {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:47.807446 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f86fe098-0efb-49d0-9e5a-09f9435498da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:48.091947 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f86fe098-0efb-49d0-9e5a-09f9435498da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6144996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6055573'] for subnet, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:48.101188 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:48.212645 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fe098-0efb-49d0-9e5a-09f9435498da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6551c6d2-20f0-45a3-a414-91982d1c5f18,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:48.214661 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f86fe098-0efb-49d0-9e5a-09f9435498da admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:48.219422 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ec244ce2-3249-4275-9c7f-63be96a3813a req-35c70b56-911d-4ebc-b1b3-e8fd0d28bb0b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.1212125 Jun 01 16:08:48.221088 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7cd308-f0f3-4f5c-94b0-142030cbe990 None None] Network 9db96302-5e25-407f-a03a-39d0da6f802f requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:08:48.221795 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f86fe098-0efb-49d0-9e5a-09f9435498da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:48.224118 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-f86fe098-0efb-49d0-9e5a-09f9435498da admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6551c6d2-20f0-45a3-a414-91982d1c5f18 HTTP/1.1" status: 204 len: 168 time: 0.6589606 Jun 01 16:08:48.228600 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 53702) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:48.389716 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:48.467339 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Deleting port cf1798c7-908a-4012-8578-15e3e5a3bdb8 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:08:48.467823 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:48.519129 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] DHCP port deletion for 9db96302-5e25-407f-a03a-39d0da6f802f request from dv-cinder-793515-3-iscsi {{(pid=91912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:08:48.602398 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] For port cf1798c7-908a-4012-8578-15e3e5a3bdb8, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=cf1798c7-908a-4012-8578-15e3e5a3bdb8,segment=NetworkSegment(fe319640-d22f-4e84-ab1e-61aa792086e4),segment_id=fe319640-d22f-4e84-ab1e-61aa792086e4)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:08:48.602939 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:48.623417 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Deleting port cf1798c7-908a-4012-8578-15e3e5a3bdb8 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:08:48.623807 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:48.727596 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Calling delete_port for cf1798c7-908a-4012-8578-15e3e5a3bdb8 owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:08:48.796678 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:48.796979 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] For port cf1798c7-908a-4012-8578-15e3e5a3bdb8, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=cf1798c7-908a-4012-8578-15e3e5a3bdb8,segment=NetworkSegment(fe319640-d22f-4e84-ab1e-61aa792086e4),segment_id=fe319640-d22f-4e84-ab1e-61aa792086e4)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:08:48.797176 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:48.801321 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-058dd124-0206-4501-9534-0931f6965459 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:48.849175 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1798c7-908a-4012-8578-15e3e5a3bdb8,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:48.852294 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:48.853071 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] No DVR routers for this DVR port cf1798c7-908a-4012-8578-15e3e5a3bdb8 on host dv-cinder-793515-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:08:48.876122 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device cf1798c7-908a-4012-8578-15e3e5a3bdb8 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:08:48.970179 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Calling delete_port for cf1798c7-908a-4012-8578-15e3e5a3bdb8 owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:08:48.975515 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: cf1798c7-908a-4012-8578-15e3e5a3bdb8 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:08:48.975859 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device cf1798c7-908a-4012-8578-15e3e5a3bdb8 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:08:48.976291 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d9f588f7-db17-46ad-b988-c835716ad1fe no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:08:49.070314 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:49.078693 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: d9f588f7-db17-46ad-b988-c835716ad1fe {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:08:49.079041 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d9f588f7-db17-46ad-b988-c835716ad1fe not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:08:49.079460 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d41505c2-3f31-4828-8c7b-accef6042cb3 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:08:49.084122 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db96302-5e25-407f-a03a-39d0da6f802f']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:49.097819 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe319640-d22f-4e84-ab1e-61aa792086e4') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:49.098144 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe319640-d22f-4e84-ab1e-61aa792086e4') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:49.110548 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:49.124960 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: d41505c2-3f31-4828-8c7b-accef6042cb3 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:08:49.125310 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d41505c2-3f31-4828-8c7b-accef6042cb3 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:08:49.150184 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:49.159979 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:08:49.160378 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:08:49.175928 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:08:49.260474 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:49.264419 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:49.269126 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:49.273664 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:49.290900 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:49.299073 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db96302-5e25-407f-a03a-39d0da6f802f,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:49.307436 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:49.314979 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 53712) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:49.328732 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9db96302-5e25-407f-a03a-39d0da6f802f HTTP/1.1" status: 204 len: 168 time: 1.0985379 Jun 01 16:08:49.388701 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Pushing event deleted for resources: {'Port': ['ID=cf1798c7-908a-4012-8578-15e3e5a3bdb8,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:49.393707 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] No DVR routers for this DVR port cf1798c7-908a-4012-8578-15e3e5a3bdb8 on host dv-cinder-793515-3-iscsi {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:08:49.410714 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.411064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.411411 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.411746 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.412079 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.412442 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.412732 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.419542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.419542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.419542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.419542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.419542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:08:49.419542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:49.443187 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8a3b25b1-7233-48b5-bcca-95f6cad494cb req-8a4871d8-8100-4c1d-a797-2e55035ee852 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0666082 Jun 01 16:08:49.920032 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985698'] for router_interface, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:50.423870 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Deleting port 852cef32-446c-45a0-aeb5-f4ca7aeda727 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:08:50.424720 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:50.567001 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] For port 852cef32-446c-45a0-aeb5-f4ca7aeda727, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=852cef32-446c-45a0-aeb5-f4ca7aeda727,segment=NetworkSegment(1b6a05be-c091-4675-b078-60aa5d473fa0),segment_id=1b6a05be-c091-4675-b078-60aa5d473fa0)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:08:50.567727 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:50.741279 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Calling delete_port for 852cef32-446c-45a0-aeb5-f4ca7aeda727 owned by network:router_interface {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:08:50.756209 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9b06aa4f-6a3f-42d0-ab82-edf05d6aa95d req-eebfb1eb-076d-4102-b5ce-bc454f052f00 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.1046145 Jun 01 16:08:50.904611 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:50.908220 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f25725e2-4cf6-4563-8e6a-41de7ef7ecac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:50.954106 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Pushing event deleted for resources: {'Port': ['ID=852cef32-446c-45a0-aeb5-f4ca7aeda727,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:50.989786 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:51.230172 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7985074'] for router_interface, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:51.695198 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:08:51.918090 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6779b27b-60ad-49f5-bda4-20e39468665e req-9f03ba00-9375-411a-b097-0f86110cc265 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0526810 Jun 01 16:08:51.922356 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:08:51.930622 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ccb404-5095-4cdb-af4f-76473a90a31d None None] Sync routers for ids ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:08:51.932474 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] 10.222.0.63 "PUT /v2.0/routers/7024df6d-d8b7-4a45-b287-c8dffbf9a086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6164398 Jun 01 16:08:51.935117 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 53732) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:51.941242 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ccb404-5095-4cdb-af4f-76473a90a31d None None] Routers {'7024df6d-d8b7-4a45-b287-c8dffbf9a086'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:08:51.941888 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-e5ccb404-5095-4cdb-af4f-76473a90a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:08:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:52.116170 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Notify callbacks [] for router, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:52.127430 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-e5ccb404-5095-4cdb-af4f-76473a90a31d None None] Set router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:08:52.303258 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:52.376429 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Deleting port dfac85b4-783e-4ee0-a2bb-7d2901de256b {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:08:52.376767 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:52.414439 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-e5ccb404-5095-4cdb-af4f-76473a90a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'name': 'tempest-TestVolumeBootPattern-1039272773-router', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:34Z', 'updated_at': '2021-06-01T16:08:50Z', 'revision_number': 5, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'gw_port': {'id': 'dfac85b4-783e-4ee0-a2bb-7d2901de256b', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:35Z', 'updated_at': '2021-06-01T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:52.418801 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ccb404-5095-4cdb-af4f-76473a90a31d None None] Checking router: 7024df6d-d8b7-4a45-b287-c8dffbf9a086 for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:08:52.427595 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ccb404-5095-4cdb-af4f-76473a90a31d None None] Routers {'7024df6d-d8b7-4a45-b287-c8dffbf9a086'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:08:52.428197 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-e5ccb404-5095-4cdb-af4f-76473a90a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:08:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:52.502204 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] For port dfac85b4-783e-4ee0-a2bb-7d2901de256b, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=dfac85b4-783e-4ee0-a2bb-7d2901de256b,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:08:52.502556 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:52.579361 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-e5ccb404-5095-4cdb-af4f-76473a90a31d None None] Set router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 gateway port host: None {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:08:52.629536 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Calling delete_port for dfac85b4-783e-4ee0-a2bb-7d2901de256b owned by network:router_gateway {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:08:52.689611 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-e5ccb404-5095-4cdb-af4f-76473a90a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'name': 'tempest-TestVolumeBootPattern-1039272773-router', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:34Z', 'updated_at': '2021-06-01T16:08:52Z', 'revision_number': 6, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'gw_port_host': None}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:52.693721 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ccb404-5095-4cdb-af4f-76473a90a31d None None] The sync data for ids ['7024df6d-d8b7-4a45-b287-c8dffbf9a086'] in dv-cinder-793515-3-iscsi is: [{'id': '7024df6d-d8b7-4a45-b287-c8dffbf9a086', 'name': 'tempest-TestVolumeBootPattern-1039272773-router', 'tenant_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:34Z', 'updated_at': '2021-06-01T16:08:52Z', 'revision_number': 6, 'project_id': '5a0472d306d14eac8d06bcc7510f1c7b', 'gw_port_host': None}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:08:52.906499 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:52.910780 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0b2e4755-2b50-4218-b77e-df3f70edb0bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:52.958137 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Pushing event deleted for resources: {'Port': ['ID=dfac85b4-783e-4ee0-a2bb-7d2901de256b,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:52.983940 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:53.048079 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7985225'] for router_gateway, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:53.098600 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3653ee10-2bf5-436a-8e79-aa8ea14d19b5 req-0590ea2b-154e-42d5-8505-a07f9af13bd5 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0595846 Jun 01 16:08:53.342242 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15153'] for router, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:53.344461 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:53.365606 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999407'] for router, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:53.366143 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7024df6d-d8b7-4a45-b287-c8dffbf9a086 {{(pid=91911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:08:53.378777 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:53.379888 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] 10.222.0.63 "DELETE /v2.0/routers/7024df6d-d8b7-4a45-b287-c8dffbf9a086 HTTP/1.1" status: 204 len: 168 time: 1.4438038 Jun 01 16:08:53.382336 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 53742) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:53.439958 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcba6b5-7f10-4be7-9e7e-d413dcd19996 admin admin] Deleting subnet e1aff116-1a0f-4174-a00a-8f946938da36 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:08:53.442649 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-adcba6b5-7f10-4be7-9e7e-d413dcd19996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:53.481247 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 852cef32-446c-45a0-aeb5-f4ca7aeda727 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:08:53.492101 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-adcba6b5-7f10-4be7-9e7e-d413dcd19996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5375913'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:53.519833 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 852cef32-446c-45a0-aeb5-f4ca7aeda727 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:08:53.520292 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 852cef32-446c-45a0-aeb5-f4ca7aeda727 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:08:53.610999 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-adcba6b5-7f10-4be7-9e7e-d413dcd19996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:53.863324 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-adcba6b5-7f10-4be7-9e7e-d413dcd19996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5468455'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:53.867167 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:53.908871 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcba6b5-7f10-4be7-9e7e-d413dcd19996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1aff116-1a0f-4174-a00a-8f946938da36,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:53.910898 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-adcba6b5-7f10-4be7-9e7e-d413dcd19996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:53.912018 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-adcba6b5-7f10-4be7-9e7e-d413dcd19996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:53.917069 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83165a3-55dd-4bb4-b76d-33d4425abf6a None None] Network a35a6ca5-05b5-46da-9d37-a2067ed78507 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:08:53.919368 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-adcba6b5-7f10-4be7-9e7e-d413dcd19996 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e1aff116-1a0f-4174-a00a-8f946938da36 HTTP/1.1" status: 204 len: 168 time: 0.5360174 Jun 01 16:08:53.921605 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 53750) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:54.032017 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.107304 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Deleting port b7f914e0-c21b-4d80-877e-80de4da597aa {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:08:54.107632 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.179898 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91187aa-8a38-47ab-9210-87deeb4860fc None None] DHCP port deletion for a35a6ca5-05b5-46da-9d37-a2067ed78507 request from dv-cinder-793515-3-iscsi {{(pid=91912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:08:54.205756 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] For port b7f914e0-c21b-4d80-877e-80de4da597aa, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=b7f914e0-c21b-4d80-877e-80de4da597aa,segment=NetworkSegment(1b6a05be-c091-4675-b078-60aa5d473fa0),segment_id=1b6a05be-c091-4675-b078-60aa5d473fa0)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:08:54.206244 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.246972 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-b91187aa-8a38-47ab-9210-87deeb4860fc None None] Deleting port b7f914e0-c21b-4d80-877e-80de4da597aa {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:08:54.247530 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b91187aa-8a38-47ab-9210-87deeb4860fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.255760 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-090ae452-e098-44fa-a51a-89c4262651bb req-70fd7dad-e5e5-4143-8a0a-a5ae696b99c6 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0429883 Jun 01 16:08:54.342609 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Calling delete_port for b7f914e0-c21b-4d80-877e-80de4da597aa owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:08:54.350261 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-b91187aa-8a38-47ab-9210-87deeb4860fc None None] For port b7f914e0-c21b-4d80-877e-80de4da597aa, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=b7f914e0-c21b-4d80-877e-80de4da597aa,segment=NetworkSegment(1b6a05be-c091-4675-b078-60aa5d473fa0),segment_id=1b6a05be-c091-4675-b078-60aa5d473fa0)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:08:54.350656 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b91187aa-8a38-47ab-9210-87deeb4860fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.388649 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.392354 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-82472895-54b1-41d9-b474-195acaf22884 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:54.434745 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f914e0-c21b-4d80-877e-80de4da597aa,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:54.438276 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:54.440433 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] No DVR routers for this DVR port b7f914e0-c21b-4d80-877e-80de4da597aa on host dv-cinder-793515-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:08:54.471438 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-b91187aa-8a38-47ab-9210-87deeb4860fc None None] Calling delete_port for b7f914e0-c21b-4d80-877e-80de4da597aa owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:08:54.516928 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b91187aa-8a38-47ab-9210-87deeb4860fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.520436 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-43f9f6b1-a38e-4e9a-b18c-65b96edc841b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:54.554012 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.565483 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91187aa-8a38-47ab-9210-87deeb4860fc None None] Pushing event deleted for resources: {'Port': ['ID=b7f914e0-c21b-4d80-877e-80de4da597aa,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:54.567239 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35a6ca5-05b5-46da-9d37-a2067ed78507']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:54.568460 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b91187aa-8a38-47ab-9210-87deeb4860fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:54.569256 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91187aa-8a38-47ab-9210-87deeb4860fc None None] No DVR routers for this DVR port b7f914e0-c21b-4d80-877e-80de4da597aa on host dv-cinder-793515-3-iscsi {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:08:54.585578 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6a05be-c091-4675-b078-60aa5d473fa0') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:54.585578 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6a05be-c091-4675-b078-60aa5d473fa0') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:08:54.593690 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.609317 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.615627 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:08:54.616112 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:08:54.628972 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:08:54.806398 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device dfac85b4-783e-4ee0-a2bb-7d2901de256b no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:08:54.807431 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.811886 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:54.826449 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:54.836960 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a35a6ca5-05b5-46da-9d37-a2067ed78507,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:54.843825 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:54.845286 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] 10.222.0.63 "DELETE /v2.0/networks/a35a6ca5-05b5-46da-9d37-a2067ed78507 HTTP/1.1" status: 204 len: 168 time: 0.9227097 Jun 01 16:08:54.848547 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: dfac85b4-783e-4ee0-a2bb-7d2901de256b {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:08:54.849083 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device dfac85b4-783e-4ee0-a2bb-7d2901de256b not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:08:54.849872 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device b7f914e0-c21b-4d80-877e-80de4da597aa no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:08:54.893463 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: b7f914e0-c21b-4d80-877e-80de4da597aa {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:08:54.893917 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device b7f914e0-c21b-4d80-877e-80de4da597aa not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:08:54.982597 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 53764) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:55.031650 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5c795b22-8b46-4048-b23e-c53b207e3365 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7b75d2e1fbfe420391ccbcd9260fcd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478170 Jun 01 16:08:55.033960 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 53766) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:55.094653 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9d9ae855-6089-40a5-8c9b-b3a71eb8b5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:55.120230 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9d9ae855-6089-40a5-8c9b-b3a71eb8b5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:55.172601 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9d9ae855-6089-40a5-8c9b-b3a71eb8b5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:55.176330 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-173c076f-77fb-404c-875a-841a30a16a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:55.187621 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ae855-6089-40a5-8c9b-b3a71eb8b5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852a076a-1ca2-4bba-a387-c8c94c2bd69d,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:55.189962 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9d9ae855-6089-40a5-8c9b-b3a71eb8b5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:55.194830 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9d9ae855-6089-40a5-8c9b-b3a71eb8b5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:55.195946 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9d9ae855-6089-40a5-8c9b-b3a71eb8b5fb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/852a076a-1ca2-4bba-a387-c8c94c2bd69d HTTP/1.1" status: 204 len: 168 time: 0.1610737 Jun 01 16:08:55.414488 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a7202a2e-4ef5-4d31-a6ae-2a5815e42faf req-448f0eb9-93d4-4c1b-a391-934347f9fb05 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0539482 Jun 01 16:08:55.564342 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 53774) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:55.613411 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2c8542be-8ab2-4477-9513-fcda4436805f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5a0472d306d14eac8d06bcc7510f1c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477531 Jun 01 16:08:55.615786 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 53776) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:08:55.671282 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-61cf9157-d542-4b9d-b661-950a1e3d6dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:55.697164 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-61cf9157-d542-4b9d-b661-950a1e3d6dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:55.757399 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-61cf9157-d542-4b9d-b661-950a1e3d6dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:55.763037 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c690fbfd-7e37-4700-b41d-6285ab0f47e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:08:55.775324 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf9157-d542-4b9d-b661-950a1e3d6dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02388873-5703-4460-8054-eb71be697a1e,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:08:55.777853 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-61cf9157-d542-4b9d-b661-950a1e3d6dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:08:55.779037 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-61cf9157-d542-4b9d-b661-950a1e3d6dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:55.780552 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-61cf9157-d542-4b9d-b661-950a1e3d6dd2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/02388873-5703-4460-8054-eb71be697a1e HTTP/1.1" status: 204 len: 168 time: 0.1634746 Jun 01 16:08:56.234607 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-8aeb82c1-80aa-4a91-8c2c-2661725fb249 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686617 Jun 01 16:08:56.382107 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-f9f5c853-39a0-4eb6-972f-1422cff025ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:08:56.383585 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-f9f5c853-39a0-4eb6-972f-1422cff025ac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=96829b9ead7d403782c20d30dd39bb89&device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 1098 time: 0.0813248 Jun 01 16:08:56.537814 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-12c2c26e-aacb-4051-a375-cd58879da553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:08:56.539176 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-12c2c26e-aacb-4051-a375-cd58879da553 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 200 len: 915 time: 0.1354375 Jun 01 16:08:56.565614 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3efef454-9922-42bf-a081-d255afea0dba req-b5477960-de63-42fb-ae5b-816fa91839bc tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0438080 Jun 01 16:08:56.605209 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-25aa54ac-d947-47b2-b1b3-a9d650144cfb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 200 len: 217 time: 0.0584195 Jun 01 16:08:56.670421 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-93841840-c110-4eac-9aa1-cd6c21361a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:08:56.671855 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-93841840-c110-4eac-9aa1-cd6c21361a8e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 200 len: 853 time: 0.0604720 Jun 01 16:08:56.747594 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-b30990ee-9456-4b6c-924b-47e6ff265309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:08:56.749065 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-b30990ee-9456-4b6c-924b-47e6ff265309 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4669e2d8-6468-4fe6-bbdc-30a44279902d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705743 Jun 01 16:08:56.879586 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-b9588fb4-cd13-4e73-84b4-50d59e634280 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236031 Jun 01 16:08:57.013415 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-88942428-0534-45d8-9d3a-0e0d5d214405 req-be3a4b43-3fea-46d8-898e-2e8f6bc0d2b3 service neutron] 10.222.0.86 "GET /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268852 Jun 01 16:08:57.714980 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1d7034df-fcc3-461b-a0b4-6471c11bd1b2 req-fce24458-006c-45e9-86e2-c7d84ab35f1c tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0422318 Jun 01 16:08:59.012151 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4176847d-9726-45d9-b0cd-4042a25eece4 req-87e40e8b-26b5-4510-8e17-802eac081d2e tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0452118 Jun 01 16:09:00.158072 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bce016cf-38b2-4be4-805b-6a088da759e6 req-6fda6c33-f477-43ff-8abb-8e3e9b28f6be tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0427186 Jun 01 16:09:01.307828 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1bc2ca4d-29fe-437e-b49e-9f1cc47db4d1 req-dcc07fbb-c506-4433-8c58-92b945c450cc tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0425580 Jun 01 16:09:02.457675 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a53f7b6b-5527-44cf-b708-a897ce8e40a2 req-223a546b-668c-4b23-ba59-81a08c631da9 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0452597 Jun 01 16:09:03.604676 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a37c7f74-62ed-4b79-ba33-88d1a2854074 req-8d2139a8-d6b5-4405-902b-00b4e544a7a3 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0442324 Jun 01 16:09:04.753256 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-85e766d4-b2a0-4b70-aecf-09d456ea1649 req-ea9a92bb-6184-4a57-a928-4d148a6e6847 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0423543 Jun 01 16:09:05.907417 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b6bfe07e-b581-4909-83ac-e5aedf24ec7f req-4170717f-15ec-40cb-9063-fe115722ac4f tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0448360 Jun 01 16:09:07.063231 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8d5b0037-943c-4e82-ae56-7c5b59f3fa93 req-08a00fd9-a9c3-4912-91e0-7c61f86cf0ea tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0428965 Jun 01 16:09:08.208952 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-13e88222-c4fc-466d-9f85-90eb696898cc req-81d4999a-f320-4433-b917-cd080e30a080 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0419559 Jun 01 16:09:09.357337 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e7973401-7fc8-493d-ad8c-24121af61224 req-a1edff29-3fc2-497a-a0d2-fcaa2f02a670 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0447094 Jun 01 16:09:10.505545 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7950151e-6602-4ca5-98bb-c4bc1cc7aa65 req-d15355f6-afee-4769-8c29-12359b0f5f03 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0457153 Jun 01 16:09:10.711553 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e10f775e-e785-449e-bb45-aeac79b5e39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:10.767268 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:09:11.653905 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4f470d9f-07c6-46d4-9dcd-9ff0c73d665b req-7c79e669-7783-4fd5-aa76-342c93be6d96 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0414014 Jun 01 16:09:12.809633 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9d005596-83b8-4355-8f33-1863163593da req-90dc8a65-b05f-4355-b0e4-60f6ce6fa550 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0470841 Jun 01 16:09:13.215334 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9f634fa8-d674-433c-b884-02be631a1227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:13.426735 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:13.570521 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:13.955875 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-352aa26d-c3d2-41b2-8472-eb5799bbd64a req-68f2ee0b-96a7-42bf-ba12-e4cb1050da49 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0423038 Jun 01 16:09:14.966815 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:15.101897 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-06c5124f-36ef-4fdf-9b04-980af62a9a61 req-52769d81-2bb1-479a-94e1-d98f7044ac4c tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0421147 Jun 01 16:09:16.249678 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6d331280-63df-473f-b47e-ddf141da1dfb req-eba2f8e2-2323-4ae4-92c1-d5a8f4baca0a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0442772 Jun 01 16:09:16.541229 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:17.481193 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-236437f8-0101-4898-87f5-78ec9ff28c7b req-62c4823d-5c43-4277-a6d5-abc1431a23c7 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.1280470 Jun 01 16:09:18.627987 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e68a8825-d2c4-46db-83ac-625ab5ad1e56 req-92636577-7b0c-4dba-8ba2-49b163893f58 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0412652 Jun 01 16:09:19.779815 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5218af14-845a-43ed-9454-f771529bf24a req-a9d521c4-c2bd-440d-82d3-f99594cd3be5 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0447865 Jun 01 16:09:20.925766 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0b987a76-eced-4a0a-b747-c61747f22daa req-09dc74f2-a008-49d5-8c97-dbf8cba82c08 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0415967 Jun 01 16:09:22.072515 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3b0f5734-6797-4967-ab62-8c64fdcbcf5d req-7c88ff46-28ef-4061-87e5-f17d7101537f tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0430021 Jun 01 16:09:23.224752 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c9770546-c1f3-497b-a24e-0d5add64b102 req-acd3f3de-dca6-4ad6-bd17-ba8d35cd1594 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0470023 Jun 01 16:09:24.372293 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9424e432-ee4e-41b8-b61f-2f349d4a05ea req-8c9a12b6-157f-4de7-95e0-c1f09afbbd38 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0424323 Jun 01 16:09:25.531799 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-90565271-4f74-4e94-ae4f-4e7bbe1b4631 req-cb9d2fcb-54c7-4e7c-bee3-9e32da30edd2 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0426610 Jun 01 16:09:26.687753 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d78b4e2e-0c21-4f81-ac94-6fb577734083 req-ebd720f4-7f18-40e4-8305-55174ca3e0f7 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0501084 Jun 01 16:09:27.834546 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0b35af06-8278-4c4d-8f42-144930816cc5 req-cb7d388c-fc8e-4bdb-a7e6-e37fbae243ce tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0430703 Jun 01 16:09:28.988909 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9b1483ff-836f-45a1-8f4d-72d624ba6c07 req-01c5aa9c-8141-44c7-9168-db19eab3501e tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0428054 Jun 01 16:09:30.151979 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-799c4b97-6908-431a-a491-c9a4ec926a2c req-99e445e1-2f27-40ac-9fba-ca1fa3c39707 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0464828 Jun 01 16:09:31.303502 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-678ffd3a-a117-4743-a543-d4930a3f977d req-57bfead1-d1f3-46dc-aee8-bfc3121508b0 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0446401 Jun 01 16:09:32.476298 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f8628b45-dae5-4cc5-9da3-1d6ee42a4ddb req-50d44221-b64e-4019-b359-9d658455cc8c tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0463862 Jun 01 16:09:33.635711 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ef521519-24b1-43b8-9069-9cea4976503e req-0a1cb1c3-28bd-4945-bd6e-f0f272339749 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0483332 Jun 01 16:09:34.796129 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-869f32b1-abd4-4438-a6b0-297347a98051 req-ac1c17cb-900c-4302-aa07-10aa2f35274a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0428426 Jun 01 16:09:36.209615 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b62503f8-c8ce-49ea-bbe0-390b4ceb0a42 req-02c3a6d1-6e04-4b1a-8860-c5d537d41c97 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0428543 Jun 01 16:09:37.364615 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1fb93c19-97eb-4352-bc42-2e425f91ae0f req-7d2749ee-bf34-40cf-bf7e-b84deae0a688 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0463271 Jun 01 16:09:38.520597 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-17f5ad64-6923-4dc1-9ed8-03b3ccca732e req-efd926d8-2185-47a1-a174-2f68a358111b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0523157 Jun 01 16:09:39.670510 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-343eb38b-3b33-4b9c-bb58-1be0580da7ce req-5d11d1fb-6ed7-43ba-b92a-2909dca2385b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0418375 Jun 01 16:09:40.717638 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b96f031b-62b4-44bf-b864-511f56637429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:40.834146 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cb64efde-7428-4c90-86ae-593458ebfe5c req-7d49d29b-d16a-4447-97bf-2c08dffd0869 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0446351 Jun 01 16:09:42.130427 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5562e0ce-4ca2-4161-ac69-cb252f950456 req-cd36456f-d08a-4d06-ba4e-8e4ca334d687 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0445404 Jun 01 16:09:43.218681 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-43685575-f5d7-4cbe-aedc-313a9fd9b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:43.291104 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-95e91fa6-0ae7-415e-bb0a-dfe8b1cff74c req-074d704f-7583-493a-abea-afe47b8393ec tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0473754 Jun 01 16:09:43.420828 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:43.586533 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:44.459464 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c4e8eec5-06c6-4d26-8b06-aef51cbfb5c9 req-0df96ae4-5798-41d4-ada6-8ed40a65732b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0596857 Jun 01 16:09:44.969873 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:45.613223 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1533e257-675c-4dd1-ab8a-3ad2d788c7c0 req-4332d4fe-586d-40c6-8c04-6cab8efbe2d6 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0461123 Jun 01 16:09:46.543692 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:46.763381 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-590b9c1e-8fa0-4630-a070-eb65c456ca72 req-adefa2c0-272f-42bf-9270-d5a75e4ae1df tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0412889 Jun 01 16:09:47.765588 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:09:47.918749 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4f40b2c9-c5a7-4b19-afa7-12b07d4ef712 req-aa3c396c-595f-4814-a782-d63c445fcfc1 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0467222 Jun 01 16:09:48.212398 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [req-35e5462c-86dc-438e-bde0-68354864f133 req-ff1c1818-9ebe-4bd6-8502-1a9ec598dce1 service neutron] (91910) timed out ('10.222.0.86', 61821) {{(pid=91910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 16:09:49.067208 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f9a0e156-037b-4f54-bd94-a0e96e5ff9e8 req-5b857bc2-8aa7-4910-9672-93e867c48f2d tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0426106 Jun 01 16:09:50.138869 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [req-2e4b98a4-1921-46ab-a7ed-502ae56fe2da req-f933de21-c537-4746-8d5b-33cd6264cc4a service neutron] (91910) timed out ('10.222.0.86', 62074) {{(pid=91910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 16:09:50.217821 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-65bc5ab3-3da0-4727-b7bc-820c7c3892b2 req-6705b09a-a501-4aee-9f03-d82bcb9a20f7 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0424700 Jun 01 16:09:51.381116 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-99397737-d67d-4f96-b3b4-039c672b1b1c req-0d122aa3-8c5e-47b8-abdd-168ebf964613 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0468130 Jun 01 16:09:52.533886 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5ad3e924-3217-4b48-84b2-86b243cb3bb8 req-4cdd3c8b-042a-489a-b173-8493de050fec tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0451922 Jun 01 16:09:53.683414 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-19e0e5c2-7b62-4a67-9f7e-627d623927e5 req-69d9e7f8-e11d-4cc4-9c95-5c81d2695dcb tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0416696 Jun 01 16:09:54.944079 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b79de6a7-3c79-4d12-82c9-94e6d27bb981 req-700e31a7-3a44-45e8-8bcb-7e3ec0326b41 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.1342781 Jun 01 16:09:56.103183 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e0a6f7a0-305b-436e-a15f-a3e51e1d1c1a req-37d18815-411e-4447-ae47-071c0b03a7e5 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0466740 Jun 01 16:09:57.257844 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5a52035e-1d97-437b-bc62-64df9a8c193f req-b28cb31f-4156-4cc2-9468-3167c3e4f5c6 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0434284 Jun 01 16:09:57.675284 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-d855055a-a606-4715-a39f-5e15da1353fb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807047 Jun 01 16:09:57.774136 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-5c350bf7-a6be-40c0-92f6-4705d5a681dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:09:57.775613 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-5c350bf7-a6be-40c0-92f6-4705d5a681dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 1099 time: 0.0795467 Jun 01 16:09:57.929137 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-1527974f-0700-4104-9b35-74a727e673b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:09:57.930671 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-1527974f-0700-4104-9b35-74a727e673b8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.1355021 Jun 01 16:09:58.038871 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-8a95dec7-f0a8-4851-bb94-f7f5b740bd45 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c HTTP/1.1" status: 200 len: 1002 time: 0.0998876 Jun 01 16:09:58.104031 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-83aa5b93-239f-410e-905b-8a82aa7f0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:09:58.105553 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-83aa5b93-239f-410e-905b-8a82aa7f0c75 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.0582142 Jun 01 16:09:58.282917 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-1cbf5114-5fd8-46f0-84f6-7acf19d9cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:09:58.284416 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-1cbf5114-5fd8-46f0-84f6-7acf19d9cd32 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1715643 Jun 01 16:09:58.421823 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-8445af89-ed86-4264-8854-59043dbee954 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304865 Jun 01 16:09:58.425636 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f7a43c0e-8d66-4623-84e5-f043cc83f62d req-9dff48d4-1e71-48f3-9f5a-a0b7d718da1d tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0493314 Jun 01 16:09:58.559621 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9acca71e-abb7-4b43-bc0c-718313588bd7 req-bf77765f-df0a-48a1-a558-6ee48194a330 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311853 Jun 01 16:09:59.587453 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cc501b5c-d8cc-45ff-a6e8-65612286f76a req-d1d20f53-bb43-482f-861c-0d1e968a1c6c tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0504398 Jun 01 16:10:00.750188 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-388e865a-94cd-44c9-98f5-b11aed852936 req-d670fb0f-9156-4470-8263-0f6fdac3cd91 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0451603 Jun 01 16:10:01.911401 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f4dadb63-e1cf-4db9-acf9-1f1ac296bc59 req-0a9405cb-dcfe-4951-ba46-360a747983b8 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0463834 Jun 01 16:10:03.062424 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7bfd10ae-ac26-4979-88fa-d65fd9d0201d req-d9bbe592-aabc-4c72-833f-9866b7ce165e tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0430939 Jun 01 16:10:04.212027 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-db551474-b127-487e-b5f9-9795e0676410 req-10491230-8ec3-481e-ac5a-54a7c616fa75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0418267 Jun 01 16:10:05.362734 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7b6a4121-9382-48d2-9ab5-d62bdf10764f req-814c23ca-4229-4104-aa92-602b8a3d31a5 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0444074 Jun 01 16:10:06.511223 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ee7123e6-62b5-4c7c-98ff-3c1b62ca8be1 req-89a4d263-44ff-4528-8f48-291c0ebedb9a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0438883 Jun 01 16:10:07.663452 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1d41d6de-2c12-459d-86c4-226fd2825764 req-dcdd2cb2-35f6-43b0-bf79-298e30aca76b tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0438795 Jun 01 16:10:08.816888 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-48039fbc-bacf-4ab3-aaee-b19bb9fbbacb req-9b98b58c-be3d-4de9-bae6-aaa1305fb0d0 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0456445 Jun 01 16:10:09.970823 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7084cfc0-9b1a-41c4-91bd-e7467588e97b req-2dbe9418-e458-4e5f-bacc-5f08edc95b40 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0424964 Jun 01 16:10:10.713399 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-22c3c758-0266-4e02-bd2e-dfe4a85b66bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:11.129916 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7a5c9901-2e98-4aa0-9afd-2628d4e45c29 req-0c83a97e-1fcb-4775-94a8-1b2e5aa2785a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0438054 Jun 01 16:10:12.287682 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3e20e417-2ba9-462f-9f1e-c7f22cf737ae req-d396d71a-590b-4b61-a74c-6b76238254e5 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0506930 Jun 01 16:10:13.222766 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b62402ec-2e0d-4a8f-9834-b7d01e9ebf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:13.425016 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:13.439656 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c1bba318-92cf-41bc-ba0b-0dc49d569af6 req-7c021852-cb96-455d-ac5d-9535f0903fdf tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0459054 Jun 01 16:10:13.696527 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:14.589450 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-834a8a53-4930-4a73-96f6-a14e56965519 req-2179c6e2-b073-42ed-a939-481ca0e0827f tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0412982 Jun 01 16:10:14.973600 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:15.747191 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-27f778fa-30da-4dd2-ae5c-a992f4537477 req-82522fc0-3f2e-4126-ad8a-3ac34b1842f1 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0470769 Jun 01 16:10:16.546631 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:16.901321 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-516ede67-ef2f-43c4-ab78-863d8eebf7df req-195b4c07-207e-4ff1-b245-a8b4a074250c tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0479996 Jun 01 16:10:18.052302 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7f93fd6e-ca00-450b-9f55-5e82007868ff req-ede0d6f2-6ff0-4c11-b8f6-d28b10e94a2a tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0431688 Jun 01 16:10:19.201473 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-88737fec-374d-488c-89d1-f044d790e494 req-79c1c6cc-cc70-4d5d-8318-425938bca4e2 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0438278 Jun 01 16:10:20.352601 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1bb264cb-3e5f-49da-9c9a-082b58ac217c req-4ffa29b6-b2b0-4fb5-9b3e-dc4fd610ab75 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0433509 Jun 01 16:10:21.505891 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4d7cfd71-8f76-44ff-8beb-a5d18458905c req-7bbd1341-f336-464e-92ef-4e1c4c58bf95 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0425391 Jun 01 16:10:22.664468 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0b964b29-47ad-4869-9847-e47ddc437150 req-6262e019-85f5-4b61-aee2-7c1951a5b52d tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0463974 Jun 01 16:10:23.598204 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [req-883d5928-e232-4eeb-ba9e-9a19ec3a0da5 req-81a0494b-bd24-4852-90b1-3b4fc87aa03b service neutron] (91910) timed out ('10.222.0.63', 45928) {{(pid=91910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 16:10:23.828552 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-080f2717-777b-4d80-aeef-3141f55462b5 req-dba5f62f-8e0e-4705-ae65-aab0190500b7 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0439894 Jun 01 16:10:24.764929 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:10:24.992657 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1d037bfa-01c0-44b0-a1ef-f42963373bf6 req-3b53a486-7790-4f79-81fc-ce1f17648d85 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0427802 Jun 01 16:10:26.160362 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e7b9bc51-2b44-4f96-ae9b-63696a1c965f req-5a0926d4-72b1-4a7e-b53f-e3025749d408 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0484986 Jun 01 16:10:27.313551 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e745efe9-0c0c-4db1-aa55-a4a5138b1fe6 req-ae5d00d5-5d35-4f78-b322-bc983cc2c3f4 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0420856 Jun 01 16:10:28.466464 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-881b650c-8d57-4b20-998e-36b744e4a586 req-18f054cb-0862-43c8-b220-9d98e4507612 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0426607 Jun 01 16:10:29.618716 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-16f50fac-62bc-4dc2-8aff-8db1038e14a5 req-0a093962-3b17-49a9-a6ce-c6a6ca56d1b2 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0451913 Jun 01 16:10:30.764889 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-687301a5-bc22-41c4-bc7e-f2184b29c93c req-f499c689-aa14-424f-b36f-8b458927c870 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0426335 Jun 01 16:10:31.921844 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-497848c3-3786-45c6-a069-fb3b09a13059 req-ef20dca0-fe0f-4cdd-862d-3ad8b1005577 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0434268 Jun 01 16:10:33.156830 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cecfb443-5da8-4f9a-b3a3-95479ba0d7d6 req-35d4e5d8-6916-4116-938b-595c1ff03956 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.1282122 Jun 01 16:10:34.307432 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ab8389b7-5369-4edf-a22f-29dbb2270ebf req-a0e4a9e5-d106-4f86-a577-f92049ce05ef tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0416360 Jun 01 16:10:35.458270 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cef2ae2a-4278-4126-a585-feb63bfd9a14 req-3159c8bd-b4cc-4df0-86cf-0523c51df4f4 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0420818 Jun 01 16:10:36.637496 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-502ad769-6945-4720-898f-08c8f82a1ca3 req-d76a8e49-4944-46f2-a4c7-f164e61f5f87 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8afdb0f-004f-4303-a1a7-03bdd333d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0547819 Jun 01 16:10:39.519961 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e11043-e89e-44ce-8385-38ebc7b121ea req-c5b4a349-b85c-493d-8820-5fac0edc7bd2 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:10:39.520678 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-56e11043-e89e-44ce-8385-38ebc7b121ea req-c5b4a349-b85c-493d-8820-5fac0edc7bd2 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Synchronizing usage tracker for tenant:96829b9ead7d403782c20d30dd39bb89 on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:10:39.537088 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-56e11043-e89e-44ce-8385-38ebc7b121ea req-c5b4a349-b85c-493d-8820-5fac0edc7bd2 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Unset dirty status for tenant:96829b9ead7d403782c20d30dd39bb89 on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:10:39.538527 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-56e11043-e89e-44ce-8385-38ebc7b121ea req-c5b4a349-b85c-493d-8820-5fac0edc7bd2 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 945 time: 0.0978577 Jun 01 16:10:39.590574 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-56e11043-e89e-44ce-8385-38ebc7b121ea req-0343c624-dbfc-4f46-b98f-d374172e8e86 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/security-groups?id=168df9c4-375e-40bc-a7b0-802b9c051fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461113 Jun 01 16:10:39.976177 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a022ae8-9fec-49d3-9444-a053e719099f req-2333cb5b-9ad1-4189-861c-5dd792859494 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:10:39.976854 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-2a022ae8-9fec-49d3-9444-a053e719099f req-2333cb5b-9ad1-4189-861c-5dd792859494 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Synchronizing usage tracker for tenant:96829b9ead7d403782c20d30dd39bb89 on resource:port {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:10:39.989044 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-2a022ae8-9fec-49d3-9444-a053e719099f req-2333cb5b-9ad1-4189-861c-5dd792859494 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Unset dirty status for tenant:96829b9ead7d403782c20d30dd39bb89 on resource:port {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:10:39.990171 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2a022ae8-9fec-49d3-9444-a053e719099f req-2333cb5b-9ad1-4189-861c-5dd792859494 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.86 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 945 time: 0.0903659 Jun 01 16:10:40.139357 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-2a022ae8-9fec-49d3-9444-a053e719099f req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Deleting port 3dfd445e-36b3-497e-845d-deb24d048071 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:10:40.140200 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2a022ae8-9fec-49d3-9444-a053e719099f req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:40.276266 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-2a022ae8-9fec-49d3-9444-a053e719099f req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] For port 3dfd445e-36b3-497e-845d-deb24d048071, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3dfd445e-36b3-497e-845d-deb24d048071,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:10:40.276747 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2a022ae8-9fec-49d3-9444-a053e719099f req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:40.409161 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-2a022ae8-9fec-49d3-9444-a053e719099f req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Calling delete_port for 3dfd445e-36b3-497e-845d-deb24d048071 owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:10:40.520110 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2a022ae8-9fec-49d3-9444-a053e719099f req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:40.525563 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-058dd124-0206-4501-9534-0931f6965459 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:10:40.531359 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['3dfd445e-36b3-497e-845d-deb24d048071'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:10:40.573189 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Pushing event deleted for resources: {'Port': ['ID=3dfd445e-36b3-497e-845d-deb24d048071,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:10:40.611922 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.612311 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.612682 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.613049 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.613411 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.613771 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.614159 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.614526 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.614881 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.615234 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.615589 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.615941 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:10:40.623845 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:10:40.660526 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a022ae8-9fec-49d3-9444-a053e719099f req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] No DVR routers for this DVR port 3dfd445e-36b3-497e-845d-deb24d048071 on host hv-cinder-79351 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:10:40.663174 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-2a022ae8-9fec-49d3-9444-a053e719099f req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:40.665963 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'name': 'network-vif-deleted', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:10:40.668272 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375d5e7e-06e7-474e-8e80-dffa71b53ab8" -d '{"events": [{"server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "name": "network-vif-deleted", "tag": "3dfd445e-36b3-497e-845d-deb24d048071"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:10:40.683822 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2a022ae8-9fec-49d3-9444-a053e719099f req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.86 "DELETE /v2.0/ports/3dfd445e-36b3-497e-845d-deb24d048071 HTTP/1.1" status: 204 len: 173 time: 0.6872542 Jun 01 16:10:40.736384 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5710f8ca-1185-4115-b3c7-2380e01bdafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:40.740878 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907b9703-ac38-4246-9c59-9bd839a36217 x-openstack-request-id: req-907b9703-ac38-4246-9c59-9bd839a36217 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:10:40.741546 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea444f9-a6bf-43a1-85e8-9c4111dfa80e", "name": "network-vif-deleted", "tag": "3dfd445e-36b3-497e-845d-deb24d048071", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:10:40.741846 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-907b9703-ac38-4246-9c59-9bd839a36217 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:10:40.742392 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea444f9-a6bf-43a1-85e8-9c4111dfa80e', 'name': 'network-vif-deleted', 'tag': '3dfd445e-36b3-497e-845d-deb24d048071', 'status': 'completed', 'code': 200} Jun 01 16:10:40.797030 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-955af407-4d74-40bd-9d37-fe0fab1ef0b4 req-b49ab4e5-582e-4815-b89a-255980564bf3 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0679343 Jun 01 16:10:41.946860 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67e2c172-50ef-4dae-8f39-6921aa885c34 req-8178c6c3-0f4a-4361-94fd-283236069a69 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0422497 Jun 01 16:10:43.091277 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f96a5879-f633-47f1-96ab-7ae8a50d3ed2 req-674d2b25-d9a7-4a7c-832d-3033d544d577 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0411410 Jun 01 16:10:43.224734 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b5564098-e83e-48a3-b04c-1ac519fd9868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:43.429314 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:43.697400 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:44.240877 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b6b60bb0-f297-49f8-8aac-053806ddc22c req-86c3a553-428a-41aa-99cf-234bea593533 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0454400 Jun 01 16:10:44.975616 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:45.041866 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 3dfd445e-36b3-497e-845d-deb24d048071 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:10:45.078057 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: 3dfd445e-36b3-497e-845d-deb24d048071 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:10:45.078419 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 3dfd445e-36b3-497e-845d-deb24d048071 not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:10:45.387331 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-97e7fc8d-88ad-442d-9b88-6398c4234fe9 req-3181c793-d2d7-4a26-8861-82797bb301ae tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0427856 Jun 01 16:10:46.538592 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b144caed-0749-4335-8da3-addd162b8803 req-ab7d23bc-fd4b-4d14-979e-030e8323a119 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0439780 Jun 01 16:10:46.549375 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:47.823708 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-25f08c38-216d-405a-ba3d-18069fd71731 req-a22bf339-074d-4bbd-b58d-eb37f326abc9 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0463796 Jun 01 16:10:48.968113 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1591dee4-7139-4e99-8c1f-7e8da365c427 req-71192a30-2b26-41d9-8525-cf3e73743798 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0436018 Jun 01 16:10:50.114292 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-70cf9589-a0bc-455c-92dc-63e0ed3a1368 req-a7835099-74f4-427f-956d-3bd21ddf98c3 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0413561 Jun 01 16:10:51.273374 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-02332d84-c82a-4339-81da-f53ba954bb44 req-29d8e552-2316-4a4e-b086-643551e0f10b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0532475 Jun 01 16:10:52.423461 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-47f91117-4b9f-41b1-b9c7-aec27b739570 req-41a9ac07-ab0d-403f-acaf-044e148ef276 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0457671 Jun 01 16:10:53.573639 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-94542336-6f8d-4c3e-ad65-5327be26433d req-9629ec74-0f03-4ce0-b0ec-3bedbb642a96 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0414672 Jun 01 16:10:54.725098 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-82a6207b-1154-40b1-91ca-a3e7ff835606 req-fc965507-ad28-47e5-9750-70e5324a2bf3 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0443826 Jun 01 16:10:55.872763 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-94e72e3d-a7db-47ae-9cd6-9566aacadcf9 req-9c148696-02b3-4d28-bd3b-c728d05e36ac tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0425231 Jun 01 16:10:57.025255 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7cfdeed6-eaed-477d-9db8-cfc5df37607a req-25898109-fd9c-44ff-987b-61b29bc5eded tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0464740 Jun 01 16:10:58.183188 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-195f3ef1-af05-440b-a3cd-6514a0ba1f18 req-d9161b56-2616-4741-a61e-b322df61e467 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0491555 Jun 01 16:10:59.343779 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-103a40be-6e24-4b02-8d78-0b5d720e6862 req-684126af-b359-42f4-a92b-fadf5d30ccf6 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0421851 Jun 01 16:10:59.456992 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-35a4ab3f-e92a-49fe-923e-71fe9470152b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734661 Jun 01 16:10:59.599917 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-2f0462f3-8e2f-4e2f-a565-b4c06e281754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:10:59.601337 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-2f0462f3-8e2f-4e2f-a565-b4c06e281754 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 1099 time: 0.0714293 Jun 01 16:10:59.750234 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-a2dad4fa-930f-46f9-a56e-fcfc2b898af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:10:59.751690 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-a2dad4fa-930f-46f9-a56e-fcfc2b898af4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.1292682 Jun 01 16:10:59.858189 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-0a2d489e-4ce3-4dd2-993b-2131ab433199 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c HTTP/1.1" status: 200 len: 1002 time: 0.0978532 Jun 01 16:10:59.928833 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-bb1852b8-be97-47f1-a623-6d3dd9f73c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:10:59.930279 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-bb1852b8-be97-47f1-a623-6d3dd9f73c8d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.0670073 Jun 01 16:11:00.130885 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-25af567e-0827-4091-b826-e43ccf449915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:11:00.132865 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-25af567e-0827-4091-b826-e43ccf449915 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1952426 Jun 01 16:11:00.268347 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-e319eaed-2990-4208-a00c-bd3b8330c023 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286929 Jun 01 16:11:00.403944 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-877c89c0-28a9-4d29-ab3b-a8c21e35e2b6 req-224cf3e7-0f4b-4d76-8620-0be19eec9ab8 service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278191 Jun 01 16:11:00.495007 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-04a1a677-44fa-4494-8fb5-32349bd2dc45 req-9193b167-f370-4603-b821-8e70c732a131 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0442958 Jun 01 16:11:01.650968 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-08f6db9e-a59d-44dc-8fb1-cd0a1277d686 req-2f362ec7-8711-4ad3-b010-c1fb174456fc tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0449753 Jun 01 16:11:01.765685 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:11:02.944143 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4ca8f074-1c3f-47e2-b147-38033f59471d req-405a460a-7ef7-46ce-9a2d-3fcd7f2f8bfc tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0423427 Jun 01 16:11:04.091267 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e99ce63d-d8bf-4d18-b63b-0545a514d9fb req-6acbf86c-79ee-43be-b556-09e072a0e769 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0429177 Jun 01 16:11:05.244336 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-afd26046-c6f2-4566-bf24-e302761bf4cb req-57aa3fb9-590f-47c7-ac72-f7dc83035452 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0445201 Jun 01 16:11:06.401470 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-88986ebc-c9d9-4ea4-8131-3eadaafda658 req-96400423-3218-445f-9267-fc6225856b44 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0497158 Jun 01 16:11:07.555696 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a24aab80-c14d-451a-bac4-f44f1c2ef979 req-112c6d7d-3e56-4ea6-a84a-7abb98f01818 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0437591 Jun 01 16:11:08.710273 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c23ab0c6-646d-4592-814d-00ab998e7576 req-e0a8e42b-8776-4809-9388-9cf0c2d45ad2 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0479648 Jun 01 16:11:09.860810 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-999f7e46-5732-48b6-987c-0f244b9add5f req-6a09a656-9aff-4381-a74b-4431f6702dc1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0457575 Jun 01 16:11:10.713886 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28ea0a6e-3ce9-4db0-9d24-d6a1430bc6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:11.006798 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3fff0de8-c1a4-4f3f-a032-e3485b873792 req-b2018744-1bf8-44bf-8192-3960ecb16faf tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0421457 Jun 01 16:11:12.196564 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b7bfce20-b15a-42a3-9d86-123432698c10 req-3c3e4726-bec4-44bb-91f4-4b0f2fe86fe3 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0795510 Jun 01 16:11:13.229641 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5d49-7ee5-4ced-b4dd-b84f5d07a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:13.350747 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ddddfb6a-85bf-43f0-af96-c33a27f81c9c req-e34c1944-9d82-400f-9318-fd0898b8e5dc tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0439258 Jun 01 16:11:13.433190 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:13.712219 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:14.504691 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4ab28219-185a-4a26-a78e-43061dd4ef16 req-22d6d810-66ce-4b34-83fa-39451359aec6 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0441823 Jun 01 16:11:14.980581 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:15.661944 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c3b8b776-1eca-45a2-aef2-05d9bf958297 req-975ec13d-b46a-45d2-bf5b-61c4b24e0e2e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0460231 Jun 01 16:11:16.552973 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:16.815786 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-10443d15-6da9-402f-863c-bca86fbc80cf req-c7b83d54-75ec-47b1-8cc4-503cff996759 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0444453 Jun 01 16:11:17.504429 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [req-cfa88aa6-fa1f-4b0f-a587-f2ca4fca63e3 req-e9d50118-14cb-4b63-a081-fa4838faf2ea service neutron] (91910) timed out ('10.222.0.86', 61808) {{(pid=91910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 16:11:17.965429 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5d123c21-3e53-4317-8e23-71305d79d95a req-e62bf097-86fe-45ec-962f-6769bb81fe10 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0411532 Jun 01 16:11:19.203149 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5cdad657-f64e-4eac-b26e-77daf14c5b12 req-f8587134-08b4-4fb0-b383-0a0cd646d253 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.1304877 Jun 01 16:11:20.349341 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3c03760a-40e4-4921-9d05-1a8f9261f514 req-83c5a00c-6fbe-4fa9-bc84-9be48d1bcbd4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0423763 Jun 01 16:11:21.501867 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-522ebc48-5151-4dc3-befd-6e51f3c35988 req-b367c80c-b299-4c63-90c9-c7635b35d001 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0444152 Jun 01 16:11:22.651675 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-84edc5ad-7265-47d6-bb47-0f51c9fd2355 req-e24b41fc-1f22-4a3a-8516-2edb06425d17 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0449715 Jun 01 16:11:23.795844 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c37cdf87-bdc6-426c-9cc1-e7ea1e6d07fe req-7ec08cb3-a3fe-4f9c-a376-1fad84027ce9 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0419087 Jun 01 16:11:24.940384 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-543dbef0-1c92-4f55-a88f-f38beee3fe6e req-05c1a8c1-69f6-415d-bd6d-486d8b57b63f tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0421147 Jun 01 16:11:26.087984 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cd430205-d85e-4c95-9b5f-55be8ed680ef req-c6f19b5d-7256-4c78-9c96-d0159500cf90 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0453238 Jun 01 16:11:27.232214 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5ca87614-a9b2-45dc-b0d6-5d1a648e93bf req-4a9b1e80-f9a9-494a-a0d6-2823ef2f0871 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0419164 Jun 01 16:11:28.379875 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4f3b41d7-41c8-4764-b280-2fce131c1acf req-00f3d4ff-caf7-4d26-abd1-1f92ba32425c tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0422399 Jun 01 16:11:29.531720 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a4c50ffb-3945-4b6d-8b83-2009718c0dbc req-861695b1-a9d0-4549-a9af-b90c8fe180b4 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0462658 Jun 01 16:11:30.677208 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0fbe213a-550e-4198-be60-819220ec47bb req-2765c383-13a5-4232-b824-21ddcb145a68 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0422835 Jun 01 16:11:31.824341 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ce043e1f-b1b5-4eae-8aa0-0f503731043a req-b2aa9065-2b61-4d66-9ebb-ac1c9caba3e6 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0420990 Jun 01 16:11:32.973662 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bdf41439-ab01-4126-9bf3-1f90d500e6e0 req-76aea30a-304b-4da9-ad5c-777e9618529e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0448892 Jun 01 16:11:34.143441 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-57cd827c-f832-42e2-a62d-6c1add0bd197 req-5c2500fd-2339-4796-9e62-ef40881ee2cf tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0464528 Jun 01 16:11:35.300395 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bf6edebf-c76d-4c6c-b328-f94643014c74 req-6e45ac29-02bd-41a5-b129-e350c4cf2dc5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0428472 Jun 01 16:11:36.455444 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8f58c5a2-1a81-4465-90ae-2a96e0e23ef4 req-b50f162e-a9f9-4351-8df3-fe2bf0bd978f tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0452659 Jun 01 16:11:37.608580 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-45d30787-3f29-41f1-bc65-c771e563d30e req-caa583ce-7eaf-41e0-a9e7-96cf03ed818d tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0448306 Jun 01 16:11:38.764724 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:11:38.770226 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fb2bbf24-cf86-4476-91a4-d1bd9019ed40 req-8e262ade-9330-4307-bc60-5bc24e0b1fab tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0419030 Jun 01 16:11:39.924400 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7e131458-03be-4253-8013-b8da3255d6df req-ae1fdd22-279b-462f-bd7b-f10f2501015d tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0439951 Jun 01 16:11:40.715820 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-acc3f80b-9cc6-4973-b562-5e97be7bc424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:41.074578 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a6fa7ebe-364f-4f24-8698-1a7f440988fe req-e01807fd-ee27-4577-85f4-7bf12f29bfd9 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0455577 Jun 01 16:11:42.224494 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7ede3ec4-7863-4a21-8039-6c2c41a0e59f req-1ab11832-8c5a-4521-8146-8c73a3eefd68 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0428643 Jun 01 16:11:43.222448 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f200b66f-e22d-40e2-b095-866c99845f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:43.381686 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cf28a76f-2062-439a-92de-93fedb96a263 req-27b7ab5d-6827-4106-8208-1aaa674bc7bd tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0495362 Jun 01 16:11:43.436287 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:43.716029 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:44.537890 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-820fb780-288a-4bae-b030-62fb2a69794b req-97ce31d7-4c41-4d0e-a54c-387b4811055d tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0423124 Jun 01 16:11:44.980895 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:45.683578 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1358377f-7aac-42c6-8393-17d6e18db077 req-6131f6ba-856d-48c4-9ef0-b6bcb1b50835 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0409935 Jun 01 16:11:46.554388 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:46.832093 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3a4d4d0b-ba0a-4ee6-8c13-62bf5e974b41 req-b80e8622-52c0-40a0-aba2-ef79124f5463 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0449030 Jun 01 16:11:47.977208 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-150132af-3eef-4c65-b8bf-e15cac8912f5 req-dafb6d8c-1b26-4feb-a57f-00464d21febb tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0423644 Jun 01 16:11:49.131127 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0f15dde9-8313-47f7-8aa3-f42d5473f536 req-1830a4cb-8a6e-4a75-87e3-06710a819ecb tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0430043 Jun 01 16:11:50.287784 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-52050e89-78ac-4198-b4dd-0f279d1fcf3b req-55b69a47-3d50-467c-8e37-1ca33a6ed2db tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0492210 Jun 01 16:11:51.439717 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-24e3d844-3e2d-4462-98dd-f74ce99cddb0 req-772cc899-fd0e-4815-aee3-1096c5bd538b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0427732 Jun 01 16:11:52.596243 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3f89bfcd-8624-4cbb-9548-03138c3d77c4 req-b20586ce-8715-4743-a821-fbe297befe54 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0422096 Jun 01 16:11:53.750984 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-be7e4409-f1e6-4f22-8d6b-d83855c8b715 req-65ce6f0a-721c-4707-89fc-fa2f38634516 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0449526 Jun 01 16:11:54.901402 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9272bf63-e658-4317-8407-dc4578b44467 req-214e3600-306d-4044-82fd-4741826090a5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0450101 Jun 01 16:11:56.049521 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f745663f-2640-427b-985f-320ace12d83e req-a32fba77-1ec3-4449-ac23-9ab6b13724b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0421760 Jun 01 16:11:57.203845 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0dbae0d7-b4d2-436c-869f-d5c9ccff190b req-1bc33ff7-69a9-4d8b-aa73-e95762dac64f tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0492504 Jun 01 16:11:58.352550 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ccb0a2f4-24c5-45a8-bc22-786c3d25bc24 req-398aa6f3-ec3c-4c56-b4f1-999102a78f56 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0423343 Jun 01 16:11:58.643181 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-49f4b3bb-256e-4c2f-800f-84a5a84c6b69 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690367 Jun 01 16:11:58.783606 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-3eb34307-8cc6-457e-af68-d5342e3bf8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:11:58.785048 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-3eb34307-8cc6-457e-af68-d5342e3bf8c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ade93647f9a44b03960939b171f8c3fb&device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 1099 time: 0.0739260 Jun 01 16:11:58.932717 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-7aa19909-0546-4e6c-bf2f-39afc27d40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:11:58.934084 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-7aa19909-0546-4e6c-bf2f-39afc27d40a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 200 len: 918 time: 0.1302745 Jun 01 16:11:59.041052 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-103b5574-a473-447b-b472-f37b0887f11f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c HTTP/1.1" status: 200 len: 1002 time: 0.1000400 Jun 01 16:11:59.104533 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-adb6ca3a-cad1-468a-afbb-02e5bc708f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:11:59.105958 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-adb6ca3a-cad1-468a-afbb-02e5bc708f38 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 200 len: 856 time: 0.0582008 Jun 01 16:11:59.182834 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-687c6ad5-2ce8-40a4-a1d7-261f09639742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:11:59.184179 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-687c6ad5-2ce8-40a4-a1d7-261f09639742 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f0f61e4-94e8-4d47-a898-45250a84cc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715477 Jun 01 16:11:59.312779 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-ea5a2f2c-2d70-4c20-9fb5-0b9603fdc6aa service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215847 Jun 01 16:11:59.450434 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-21587ee0-c9e3-42b7-99c8-ab557b5d4ade req-bea9ad4c-d397-4439-967f-91683db38f6c service neutron] 10.222.0.86 "GET /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307323 Jun 01 16:11:59.640984 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e10d0702-d330-4dc9-83bb-179d7172d293 req-69f0a4aa-64d7-447a-a067-de2cc0b930a3 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0424995 Jun 01 16:12:00.789763 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cf4fc249-952a-4f01-a8ef-15cbb7f40ede req-424c3631-72fa-427b-a938-55f345f7f5ad tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0452945 Jun 01 16:12:01.559839 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9234-6cf6-42e5-9535-4436c21f3206 req-ada28daa-43a3-40ab-875f-b41f9d325d13 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:12:01.561308 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-767a9234-6cf6-42e5-9535-4436c21f3206 req-ada28daa-43a3-40ab-875f-b41f9d325d13 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 946 time: 0.0777454 Jun 01 16:12:01.611425 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-767a9234-6cf6-42e5-9535-4436c21f3206 req-82d237b4-9f6d-4dbc-8c05-fd68366a3f9c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f62a2c9-ee79-41fe-97ad-842175cf8559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445113 Jun 01 16:12:01.863497 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-1767b3f7-0f3e-4ca9-b9bb-78152b8c8e53 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:12:01.864182 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-1767b3f7-0f3e-4ca9-b9bb-78152b8c8e53 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Synchronizing usage tracker for tenant:ade93647f9a44b03960939b171f8c3fb on resource:port {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:12:01.879550 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-1767b3f7-0f3e-4ca9-b9bb-78152b8c8e53 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Unset dirty status for tenant:ade93647f9a44b03960939b171f8c3fb on resource:port {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:12:01.880833 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-1767b3f7-0f3e-4ca9-b9bb-78152b8c8e53 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.86 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 946 time: 0.0945020 Jun 01 16:12:01.938397 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2a147ccf-a1bf-4d20-856e-249464c0ced3 req-b67057d5-2b6b-4b0d-8bc1-6e37b22983de tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0414212 Jun 01 16:12:02.023043 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Deleting port 6d500b81-bf84-4444-b85f-7ef1b0d5922c {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:12:02.023375 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:02.153131 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] For port 6d500b81-bf84-4444-b85f-7ef1b0d5922c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6d500b81-bf84-4444-b85f-7ef1b0d5922c,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:12:02.153505 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:02.580980 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:02.581334 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:02.581656 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Floating IP 62b63794-0b06-4fb1-89ab-1ce8fdaaf369 disassociated. External IP: 172.27.2.148, port: 6d500b81-bf84-4444-b85f-7ef1b0d5922c. Jun 01 16:12:02.582043 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Calling delete_port for 6d500b81-bf84-4444-b85f-7ef1b0d5922c owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:12:02.696922 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:02.704631 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-70ea79f7-cbac-49aa-a4cb-f51216a3b8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:02.753667 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event deleted for resources: {'Port': ['ID=6d500b81-bf84-4444-b85f-7ef1b0d5922c,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:02.765644 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.766058 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.766443 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.766808 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.767182 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.767556 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.767983 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.768272 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.768631 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.768990 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.769350 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.769710 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:02.773392 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:02.777460 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b92a49fc-a641-4f4b-b0b8-9fc10d6bb00d req-b9cd7ce9-0fa5-4977-b6ec-330c00e09562 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/ports?device_id=abf4aa2b-057b-488e-8c68-87c6b8b52511 HTTP/1.1" status: 200 len: 210 time: 0.0513709 Jun 01 16:12:02.956409 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:12:03.090795 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7ecdc4b9-0a56-41fd-b73b-da6439338133 req-aac769e8-05fd-42fe-ab41-3092cca8a093 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0488129 Jun 01 16:12:03.141324 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:12:03.150459 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ede90-d866-4bb7-87f2-b5da79aae59a None None] Sync routers for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:12:03.160576 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ede90-d866-4bb7-87f2-b5da79aae59a None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:12:03.161206 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-ec6ede90-d866-4bb7-87f2-b5da79aae59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:11:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:03.219472 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] No DVR routers for this DVR port 6d500b81-bf84-4444-b85f-7ef1b0d5922c on host hv-cinder-79351 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:12:03.222215 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:03.225406 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'name': 'network-vif-deleted', 'tag': '6d500b81-bf84-4444-b85f-7ef1b0d5922c'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:12:03.227831 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9583d1a-4725-4f5a-aa8e-eef1b138095e" -d '{"events": [{"server_uuid": "abf4aa2b-057b-488e-8c68-87c6b8b52511", "name": "network-vif-deleted", "tag": "6d500b81-bf84-4444-b85f-7ef1b0d5922c"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:12:03.245460 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-7052b303-c4dc-44d4-a33f-ad41c6fce1c7 req-f895cd2e-2542-4f9d-a6dd-effd76c36c2c tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.86 "DELETE /v2.0/ports/6d500b81-bf84-4444-b85f-7ef1b0d5922c HTTP/1.1" status: 204 len: 173 time: 1.3582587 Jun 01 16:12:03.283656 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1242c4de-4ee8-49ff-b931-170134760959 x-openstack-request-id: req-1242c4de-4ee8-49ff-b931-170134760959 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:12:03.283991 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4aa2b-057b-488e-8c68-87c6b8b52511", "name": "network-vif-deleted", "tag": "6d500b81-bf84-4444-b85f-7ef1b0d5922c", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:12:03.284315 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1242c4de-4ee8-49ff-b931-170134760959 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:12:03.284750 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4aa2b-057b-488e-8c68-87c6b8b52511', 'name': 'network-vif-deleted', 'tag': '6d500b81-bf84-4444-b85f-7ef1b0d5922c', 'status': 'completed', 'code': 200} Jun 01 16:12:03.394133 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-ec6ede90-d866-4bb7-87f2-b5da79aae59a None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:12:03.722851 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-ec6ede90-d866-4bb7-87f2-b5da79aae59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:03.726682 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ede90-d866-4bb7-87f2-b5da79aae59a None None] Checking router: 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:12:03.735033 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ede90-d866-4bb7-87f2-b5da79aae59a None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:12:03.735607 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-ec6ede90-d866-4bb7-87f2-b5da79aae59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:11:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:03.912006 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 55220) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:03.923017 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-ec6ede90-d866-4bb7-87f2-b5da79aae59a None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:12:03.983324 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4ae8cd84-6f37-40dc-a053-6e78e520c2a2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:04.011258 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4ae8cd84-6f37-40dc-a053-6e78e520c2a2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:04.066023 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4ae8cd84-6f37-40dc-a053-6e78e520c2a2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:04.071890 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d60e2332-db63-423f-9503-ad3317b459c2 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:04.087004 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8cd84-6f37-40dc-a053-6e78e520c2a2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f62a2c9-ee79-41fe-97ad-842175cf8559,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:04.089659 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4ae8cd84-6f37-40dc-a053-6e78e520c2a2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:04.096285 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4ae8cd84-6f37-40dc-a053-6e78e520c2a2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:04.099831 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4ae8cd84-6f37-40dc-a053-6e78e520c2a2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "DELETE /v2.0/security-groups/6f62a2c9-ee79-41fe-97ad-842175cf8559 HTTP/1.1" status: 204 len: 168 time: 0.1843684 Jun 01 16:12:04.100054 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 55222) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:04.115831 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.api.v2.resource [None req-2665afaf-e09e-44d2-93d2-d8b9a195f0e7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] show failed (client error): The resource could not be found. Jun 01 16:12:04.116779 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2665afaf-e09e-44d2-93d2-d8b9a195f0e7 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "GET /v2.0/security-groups/6f62a2c9-ee79-41fe-97ad-842175cf8559 HTTP/1.1" status: 404 len: 347 time: 0.0158501 Jun 01 16:12:04.119483 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 55226) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:04.248532 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3107af1c-a0aa-483e-9f71-926bfd94117d req-d560196d-d618-469e-a0a3-1ac81e6773e3 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0451262 Jun 01 16:12:04.250856 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-ec6ede90-d866-4bb7-87f2-b5da79aae59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:04.254957 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ede90-d866-4bb7-87f2-b5da79aae59a None None] The sync data for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi is: [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T15:52:44Z', 'revision_number': 4, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': '3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd', 'name': '', 'network_id': '5f0f61e4-94e8-4d47-a898-45250a84cc05', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'mac_address': 'fa:16:3e:1a:69:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:39Z', 'updated_at': '2021-06-01T15:52:53Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'subnets': [{'id': 'f30203e2-c7f9-4016-9e91-778067ce0e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:12:04.346672 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Deleting port e6cea7fe-51ed-4f2b-91d3-805aad5d5ac2 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:12:04.347014 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:04.469439 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:04.469765 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:04.484708 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb728452-dc23-485b-9db4-54be7ac16557 None None] New status for floating IP 62b63794-0b06-4fb1-89ab-1ce8fdaaf369: DOWN {{(pid=91913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 16:12:04.705664 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Calling delete_port for e6cea7fe-51ed-4f2b-91d3-805aad5d5ac2 owned by network:floatingip {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:12:04.818398 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:04.821804 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ce998558-f721-40e3-8f73-e8dbb6be17dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:04.865045 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Pushing event deleted for resources: {'Port': ['ID=e6cea7fe-51ed-4f2b-91d3-805aad5d5ac2,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:04.868174 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:04.959726 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks [] for floatingip, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:04.972942 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:04.974103 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] 10.222.0.63 "DELETE /v2.0/floatingips/62b63794-0b06-4fb1-89ab-1ce8fdaaf369 HTTP/1.1" status: 204 len: 168 time: 0.8536098 Jun 01 16:12:05.402419 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4ea606b1-d9d9-47c5-9c34-edd31d4148f4 req-172bd2e9-d2f9-4e5b-8c89-7ddace10a46e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0438879 Jun 01 16:12:05.431194 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 6d500b81-bf84-4444-b85f-7ef1b0d5922c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:12:05.468205 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: 6d500b81-bf84-4444-b85f-7ef1b0d5922c {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:12:05.468560 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 6d500b81-bf84-4444-b85f-7ef1b0d5922c not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:12:06.553100 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1913ec14-0b0c-4ce9-bf11-1b0d885a58c5 req-797c92e5-40b7-47c7-817a-63c32df1a6ed tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0445068 Jun 01 16:12:07.697901 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-827e7fb5-aa88-473c-8ec1-e115665bc136 req-22af651e-636b-44e6-90b8-b9d6c5d37cc7 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0408001 Jun 01 16:12:08.844790 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-631007df-6e27-4310-93b9-8d37c4229da4 req-2cd92190-9b16-4209-b826-262ecb6feffb tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0448756 Jun 01 16:12:09.993373 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-26698ffd-3e9b-4ede-b27a-b39b14093602 req-e3d7ae94-0741-44ce-a9e8-76a2b61fff66 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0454583 Jun 01 16:12:10.720223 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d2641cab-7a12-4daa-bdc2-0ab93ef460b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:11.233643 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-420222b7-5ccc-4269-aa07-094add5cd0c9 req-00e52da3-7568-404e-b90e-c604e368f292 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.1265614 Jun 01 16:12:12.379854 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c4d0fdfb-06af-4aa8-b8b7-84179711ddb6 req-e99911d8-7597-4fce-a269-c9be4742cfee tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0421920 Jun 01 16:12:13.223505 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e4812187-3d26-489c-8187-2eda34c51c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:13.439722 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:13.532501 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8789a757-de03-48c9-8f41-f6ec02dbfc37 req-cedf9eea-33de-43af-a69b-b92e5d1ba110 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0460694 Jun 01 16:12:13.712904 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:14.692265 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-794bee37-7026-4578-a4f1-72cfaab39517 req-6a6942c9-da2b-4184-bc98-54cf76a4d4e0 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0437918 Jun 01 16:12:14.987715 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:15.764995 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:12:15.845336 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5dab47ea-de81-40a4-b287-caf815276d4d req-35c42657-38b8-47fd-8505-a13900bfc97f tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0426333 Jun 01 16:12:16.561316 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:17.001803 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e754464b-87c8-4c2d-b003-59f16521d4ba req-da808a4e-1cc2-4be7-8d57-6fc0b9b3d5e1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0460169 Jun 01 16:12:18.153188 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8ff6e589-e514-4cc8-af1a-42147f0bbb23 req-ea35bfa3-df41-4245-9043-0e2ae9143ce5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0411494 Jun 01 16:12:19.302987 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d76d2249-96de-45f5-b4c4-f6feb8e30c1d req-5c796586-9fc5-4cdf-b44e-0f6cff314ae1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0454538 Jun 01 16:12:20.449762 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7be5f2b3-a0fe-40bd-a5a5-77737eba1afa req-d791fad8-a0a1-4320-a822-c18e8933da30 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0454867 Jun 01 16:12:21.600483 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fe1c6176-32da-42ba-bf68-1f714f221f0f req-aab58831-fc84-44fc-827a-0e9f6a28b9f3 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0423841 Jun 01 16:12:22.750060 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1e6281fb-912f-4ca0-adfc-9b767e97ef49 req-aa74ca3c-fe3a-4933-b405-d698a7a72f0a tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0457268 Jun 01 16:12:23.905605 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-cb85abfb-e534-4baf-96a9-64e35e55e135 req-420285be-824d-4c61-a2b1-383a70b0beb6 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0466237 Jun 01 16:12:25.055080 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6c2ee7fb-73e7-49b7-9f23-b7e2dc0020ff req-ed214cc9-2e86-42f8-86e1-d546a1d243cc tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0421233 Jun 01 16:12:26.199006 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-fa130c0d-3f9c-42ef-b608-49a1ad0311fb req-9cf52661-7554-4f9f-ab25-36550a66ba19 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0420809 Jun 01 16:12:27.348005 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-47f928c4-2061-447c-b423-f6219d63c10f req-c880c806-19aa-44a3-878e-4764c4711e11 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0472946 Jun 01 16:12:28.501083 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4d50da0c-4056-45e2-854f-36270368e755 req-264c1ad1-7376-4eaf-992b-4d3100eef88d tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0424910 Jun 01 16:12:29.649096 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b946883f-78f0-46bb-840d-965615d44a74 req-ca77791e-b364-411e-b502-836f380bb66e tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0429592 Jun 01 16:12:30.797420 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bc15d188-069f-453f-8468-2d6f5b8b63a0 req-73378be6-d896-47ee-927d-c53133a017cc tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0447843 Jun 01 16:12:31.949304 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-607f5c8f-714e-403d-9ceb-6e33a4d4e77b req-dbb8bd02-f76e-48db-a15e-5dc4e93a063f tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0434215 Jun 01 16:12:33.097468 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a41edde2-dbc1-482e-aac4-c82599190a73 req-48c1004d-a76d-4597-9a36-f0e10f464f9d tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0424099 Jun 01 16:12:34.264251 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d3942a22-bac1-4a25-b041-df5fa9ad40c7 req-ca73adad-d853-4d8f-8f15-2dd05ded7a34 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0461466 Jun 01 16:12:35.418272 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-53ec44aa-32bd-4821-91e9-c7f69cfdee52 req-394510ce-b086-4416-9836-b73e17df5f62 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0444357 Jun 01 16:12:36.564686 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e818227e-566a-4d62-9558-345c3ea88cf2 req-ab15013b-d079-457e-8da8-e258975c6bd0 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0423276 Jun 01 16:12:37.720454 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e3cbc26a-918d-4902-82dc-93fd50c77df8 req-d3b66b91-6210-44fa-bf4b-176e4caddcb1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0469058 Jun 01 16:12:38.870100 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b21a2308-9dba-4d38-b8e8-fe79dfcaf351 req-3e5886a5-cb92-4bd6-a866-e7bea9cf226c tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0422459 Jun 01 16:12:40.017111 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-40c4f371-fe0b-4dd5-9634-e25309b37599 req-843097d8-2abc-4e2d-a76a-7476841c5ed2 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0428894 Jun 01 16:12:40.722367 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8cc8dc2f-86b2-41aa-9e35-2d21d6b1d547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:41.186193 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d396cd0f-7369-4824-9282-ab87ca3e7f9c req-ae4508e4-52a5-47b1-89c7-a90ea85f704b tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] 10.222.0.63 "GET /v2.0/ports?device_id=cea444f9-a6bf-43a1-85e8-9c4111dfa80e HTTP/1.1" status: 200 len: 210 time: 0.0481975 Jun 01 16:12:43.213252 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 55566) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:43.227557 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5925ce34-235b-4ebf-9458-10891c31930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:43.449471 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:43.728463 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:43.929251 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985698'] for router_interface, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:44.351332 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Deleting port 1ff4e09b-679a-428e-92b9-6acb605a1f18 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:12:44.351981 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:44.474752 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] For port 1ff4e09b-679a-428e-92b9-6acb605a1f18, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=1ff4e09b-679a-428e-92b9-6acb605a1f18,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:12:44.475106 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:44.705716 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Calling delete_port for 1ff4e09b-679a-428e-92b9-6acb605a1f18 owned by network:router_interface {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:12:44.860557 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:44.864745 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3226e53b-1f2b-43d5-b472-995afc8b0144 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:44.911697 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff4e09b-679a-428e-92b9-6acb605a1f18,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:44.914219 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:44.989031 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:45.184026 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7985074'] for router_interface, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:45.541374 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Router f0b008a6-30fe-4641-ac55-1a70d1fbfdae has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:12:45.731005 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:12:45.739817 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025b204-0f7b-4824-80ab-ed25c7e39d7d None None] Sync routers for ids ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:12:45.744030 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] 10.222.0.63 "PUT /v2.0/routers/f0b008a6-30fe-4641-ac55-1a70d1fbfdae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5297043 Jun 01 16:12:45.746394 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 55586) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:45.748572 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025b204-0f7b-4824-80ab-ed25c7e39d7d None None] Routers {'f0b008a6-30fe-4641-ac55-1a70d1fbfdae'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:12:45.749187 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-f025b204-0f7b-4824-80ab-ed25c7e39d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:12:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:45.921232 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-f025b204-0f7b-4824-80ab-ed25c7e39d7d None None] Set router f0b008a6-30fe-4641-ac55-1a70d1fbfdae gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:12:45.922247 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Notify callbacks [] for router, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:46.232218 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:46.257979 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-f025b204-0f7b-4824-80ab-ed25c7e39d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T16:12:44Z', 'revision_number': 5, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port': {'id': 'b83d5149-267a-43e9-aa4f-4d253f312625', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:23Z', 'updated_at': '2021-06-01T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:46.261810 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025b204-0f7b-4824-80ab-ed25c7e39d7d None None] Checking router: f0b008a6-30fe-4641-ac55-1a70d1fbfdae for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:12:46.270336 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025b204-0f7b-4824-80ab-ed25c7e39d7d None None] Routers {'f0b008a6-30fe-4641-ac55-1a70d1fbfdae'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:12:46.271013 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-f025b204-0f7b-4824-80ab-ed25c7e39d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:12:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:46.310249 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Deleting port b83d5149-267a-43e9-aa4f-4d253f312625 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:12:46.310491 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:46.421154 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-f025b204-0f7b-4824-80ab-ed25c7e39d7d None None] Set router f0b008a6-30fe-4641-ac55-1a70d1fbfdae gateway port host: None {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:12:46.439284 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] For port b83d5149-267a-43e9-aa4f-4d253f312625, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=b83d5149-267a-43e9-aa4f-4d253f312625,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:12:46.439640 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:46.525691 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-f025b204-0f7b-4824-80ab-ed25c7e39d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T16:12:46Z', 'revision_number': 6, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port_host': None}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:46.529763 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025b204-0f7b-4824-80ab-ed25c7e39d7d None None] The sync data for ids ['f0b008a6-30fe-4641-ac55-1a70d1fbfdae'] in dv-cinder-793515-3-iscsi is: [{'id': 'f0b008a6-30fe-4641-ac55-1a70d1fbfdae', 'name': 'tempest-TestMinimumBasicScenario-322659116-router', 'tenant_id': '96829b9ead7d403782c20d30dd39bb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:22Z', 'updated_at': '2021-06-01T16:12:46Z', 'revision_number': 6, 'project_id': '96829b9ead7d403782c20d30dd39bb89', 'gw_port_host': None}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:12:46.572108 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:46.572248 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Calling delete_port for b83d5149-267a-43e9-aa4f-4d253f312625 owned by network:router_gateway {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:12:46.720975 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:46.725409 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7ac733ec-72e9-424d-9e36-f2f52fbf6e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:46.768532 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83d5149-267a-43e9-aa4f-4d253f312625,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:46.771052 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:46.864028 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7985225'] for router_gateway, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.036556 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15153'] for router, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.038920 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.064469 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999407'] for router, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.065001 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0b008a6-30fe-4641-ac55-1a70d1fbfdae {{(pid=91911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:12:47.077141 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.078273 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] 10.222.0.63 "DELETE /v2.0/routers/f0b008a6-30fe-4641-ac55-1a70d1fbfdae HTTP/1.1" status: 204 len: 168 time: 1.3309646 Jun 01 16:12:47.080716 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 55594) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:47.139295 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a603dab-6d9f-46da-bf83-c2d721c27c3b admin admin] Deleting subnet 542bd353-b377-4325-af50-fac452a28ec7 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:12:47.142043 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4a603dab-6d9f-46da-bf83-c2d721c27c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.189791 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4a603dab-6d9f-46da-bf83-c2d721c27c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5375913'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.271137 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4a603dab-6d9f-46da-bf83-c2d721c27c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.289253 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 1ff4e09b-679a-428e-92b9-6acb605a1f18 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:12:47.338701 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 1ff4e09b-679a-428e-92b9-6acb605a1f18 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:12:47.339163 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 1ff4e09b-679a-428e-92b9-6acb605a1f18 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:12:47.528647 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4a603dab-6d9f-46da-bf83-c2d721c27c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5468455'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.532921 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-14fd52d5-8806-4a7a-9c1e-cb58f6b614f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:47.667006 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a603dab-6d9f-46da-bf83-c2d721c27c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=542bd353-b377-4325-af50-fac452a28ec7,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:47.669543 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4a603dab-6d9f-46da-bf83-c2d721c27c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:47.674270 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4a603dab-6d9f-46da-bf83-c2d721c27c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.680637 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b53af-6bad-40b6-8acf-903f1ee37510 None None] Network 4669e2d8-6468-4fe6-bbdc-30a44279902d requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:12:47.682044 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4a603dab-6d9f-46da-bf83-c2d721c27c3b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/542bd353-b377-4325-af50-fac452a28ec7 HTTP/1.1" status: 204 len: 168 time: 0.6001098 Jun 01 16:12:47.684194 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 55600) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:47.798030 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.870445 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Deleting port 970a9955-a746-42cd-8789-59441af23b70 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:12:47.870845 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.929547 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] DHCP port deletion for 4669e2d8-6468-4fe6-bbdc-30a44279902d request from dv-cinder-793515-3-iscsi {{(pid=91912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:12:47.971550 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] For port 970a9955-a746-42cd-8789-59441af23b70, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=970a9955-a746-42cd-8789-59441af23b70,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:12:47.971900 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:47.994989 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Deleting port 970a9955-a746-42cd-8789-59441af23b70 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:12:47.995374 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:48.096494 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Calling delete_port for 970a9955-a746-42cd-8789-59441af23b70 owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:12:48.096785 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] For port 970a9955-a746-42cd-8789-59441af23b70, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=970a9955-a746-42cd-8789-59441af23b70,segment=NetworkSegment(9796aef5-b695-451f-97a5-33eb6459c783),segment_id=9796aef5-b695-451f-97a5-33eb6459c783)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:12:48.096907 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:48.146896 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:48.150796 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f5a5eff3-539f-4b44-95ef-4d0d725b7973 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:48.197054 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Pushing event deleted for resources: {'Port': ['ID=970a9955-a746-42cd-8789-59441af23b70,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:48.199910 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:48.200671 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] No DVR routers for this DVR port 970a9955-a746-42cd-8789-59441af23b70 on host dv-cinder-793515-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:12:48.218457 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Calling delete_port for 970a9955-a746-42cd-8789-59441af23b70 owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:12:48.260737 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:48.265074 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-59c95674-3ecb-4630-93e4-b8557055815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:48.308231 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] No DVR routers for this DVR port 970a9955-a746-42cd-8789-59441af23b70 on host dv-cinder-793515-3-iscsi {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:12:48.310322 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Pushing event deleted for resources: {'Port': ['ID=970a9955-a746-42cd-8789-59441af23b70,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:48.320555 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:48.321341 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.321341 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.321341 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.321720 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.321720 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.323486 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.323486 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.323986 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.324319 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.324649 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.324977 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.325299 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:48.329000 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:48.329153 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4669e2d8-6468-4fe6-bbdc-30a44279902d']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:48.343161 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9796aef5-b695-451f-97a5-33eb6459c783') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:48.343453 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9796aef5-b695-451f-97a5-33eb6459c783') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:48.356524 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:48.374912 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:48.381585 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:12:48.381970 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:12:48.396011 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:12:48.471770 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:48.475477 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7d46664c-f487-4407-9f13-494e97b6e4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:48.489058 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:48.501459 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Pushing event deleted for resources: {'Network': ['ID=4669e2d8-6468-4fe6-bbdc-30a44279902d,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:48.507072 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:48.510424 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] 10.222.0.63 "DELETE /v2.0/networks/4669e2d8-6468-4fe6-bbdc-30a44279902d HTTP/1.1" status: 204 len: 168 time: 0.8252823 Jun 01 16:12:48.513181 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 55606) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:48.934528 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device b83d5149-267a-43e9-aa4f-4d253f312625 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:12:48.971123 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: b83d5149-267a-43e9-aa4f-4d253f312625 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:12:48.971578 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device b83d5149-267a-43e9-aa4f-4d253f312625 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:12:48.972002 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 970a9955-a746-42cd-8789-59441af23b70 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:12:49.042526 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 970a9955-a746-42cd-8789-59441af23b70 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:12:49.042748 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 970a9955-a746-42cd-8789-59441af23b70 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:12:49.081073 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985698'] for router_interface, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:49.597133 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Deleting port e43620ed-d8f9-4848-bd9b-130bc4bc4e47 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:12:49.597973 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:49.719128 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] For port e43620ed-d8f9-4848-bd9b-130bc4bc4e47, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=e43620ed-d8f9-4848-bd9b-130bc4bc4e47,segment=NetworkSegment(9e0cac6f-f866-4e54-8681-c899a5e4c39f),segment_id=9e0cac6f-f866-4e54-8681-c899a5e4c39f)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:12:49.719393 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:49.838645 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Calling delete_port for e43620ed-d8f9-4848-bd9b-130bc4bc4e47 owned by network:router_interface {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:12:49.995202 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:49.999628 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b6ab1b1c-4c52-40b8-b723-605ff18eff79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:50.043640 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43620ed-d8f9-4848-bd9b-130bc4bc4e47,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:50.069287 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:50.315893 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7985074'] for router_interface, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:50.776737 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Router b22e4510-1226-43bf-8fe8-7fb565e09137 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:12:50.958474 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:12:50.966223 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0c7cb-2894-450b-8f86-0adf59df4a1e None None] Sync routers for ids ['b22e4510-1226-43bf-8fe8-7fb565e09137'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:12:50.975679 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd0c7cb-2894-450b-8f86-0adf59df4a1e None None] Routers {'b22e4510-1226-43bf-8fe8-7fb565e09137'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:12:50.976281 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-3fd0c7cb-2894-450b-8f86-0adf59df4a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:12:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['b22e4510-1226-43bf-8fe8-7fb565e09137'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:50.977695 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 55624) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:50.978306 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] 10.222.0.63 "PUT /v2.0/routers/b22e4510-1226-43bf-8fe8-7fb565e09137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4636059 Jun 01 16:12:51.155038 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:51.159668 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-3fd0c7cb-2894-450b-8f86-0adf59df4a1e None None] Set router b22e4510-1226-43bf-8fe8-7fb565e09137 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:12:51.426259 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:51.456714 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-3fd0c7cb-2894-450b-8f86-0adf59df4a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'name': 'tempest-TestMinimumBasicScenario-183866382-router', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:33Z', 'updated_at': '2021-06-01T16:12:49Z', 'revision_number': 5, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'gw_port': {'id': '1c5d0332-407a-42b4-a13a-b6a1bd7da4d7', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:55:34Z', 'updated_at': '2021-06-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:51.461885 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0c7cb-2894-450b-8f86-0adf59df4a1e None None] Checking router: b22e4510-1226-43bf-8fe8-7fb565e09137 for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:12:51.470057 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd0c7cb-2894-450b-8f86-0adf59df4a1e None None] Routers {'b22e4510-1226-43bf-8fe8-7fb565e09137'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:12:51.470667 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-3fd0c7cb-2894-450b-8f86-0adf59df4a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:12:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['b22e4510-1226-43bf-8fe8-7fb565e09137'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:51.500036 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Deleting port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:12:51.500371 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:51.622224 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-3fd0c7cb-2894-450b-8f86-0adf59df4a1e None None] Set router b22e4510-1226-43bf-8fe8-7fb565e09137 gateway port host: None {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:12:51.626354 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] For port 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=1c5d0332-407a-42b4-a13a-b6a1bd7da4d7,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:12:51.626716 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:51.758431 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Calling delete_port for 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 owned by network:router_gateway {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:12:51.761947 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-3fd0c7cb-2894-450b-8f86-0adf59df4a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'name': 'tempest-TestMinimumBasicScenario-183866382-router', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:33Z', 'updated_at': '2021-06-01T16:12:51Z', 'revision_number': 6, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'gw_port_host': None}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:51.765936 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0c7cb-2894-450b-8f86-0adf59df4a1e None None] The sync data for ids ['b22e4510-1226-43bf-8fe8-7fb565e09137'] in dv-cinder-793515-3-iscsi is: [{'id': 'b22e4510-1226-43bf-8fe8-7fb565e09137', 'name': 'tempest-TestMinimumBasicScenario-183866382-router', 'tenant_id': '025b187ec48646369a5599e426c0a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:55:33Z', 'updated_at': '2021-06-01T16:12:51Z', 'revision_number': 6, 'project_id': '025b187ec48646369a5599e426c0a5a0', 'gw_port_host': None}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:12:51.897038 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:51.900461 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:51.943086 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5d0332-407a-42b4-a13a-b6a1bd7da4d7,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:51.983490 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.984188 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.984188 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.984773 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.985204 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.985547 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.985891 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.986252 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.986595 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.986926 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.987258 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.987588 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:12:51.995147 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:52.047021 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7985225'] for router_gateway, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:52.223398 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15153'] for router, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:52.225545 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:52.247055 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999407'] for router, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:52.247595 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b22e4510-1226-43bf-8fe8-7fb565e09137 {{(pid=91910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:12:52.259408 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] Notify callbacks [] for router, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:52.260568 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-692096fc-f2d3-4634-bb1b-bbc8b8e3dde9 admin admin] 10.222.0.63 "DELETE /v2.0/routers/b22e4510-1226-43bf-8fe8-7fb565e09137 HTTP/1.1" status: 204 len: 168 time: 1.2809861 Jun 01 16:12:52.262970 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 55632) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:52.320282 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a240bb4b-6250-42f0-a635-8a0e5d3ebb10 admin admin] Deleting subnet a9047fae-5256-417f-95d0-ce330fceb483 {{(pid=91910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:12:52.323380 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a240bb4b-6250-42f0-a635-8a0e5d3ebb10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:52.376255 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a240bb4b-6250-42f0-a635-8a0e5d3ebb10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6039567'] for subnet, precommit_delete_associations {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:52.452897 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a240bb4b-6250-42f0-a635-8a0e5d3ebb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:52.764202 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:12:52.813014 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a240bb4b-6250-42f0-a635-8a0e5d3ebb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6144996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6055573'] for subnet, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:52.818937 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f04ab5cb-ee0a-49f3-a81e-88b88727d926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:52.854844 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240bb4b-6250-42f0-a635-8a0e5d3ebb10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9047fae-5256-417f-95d0-ce330fceb483,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:52.856752 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a240bb4b-6250-42f0-a635-8a0e5d3ebb10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:52.866042 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a240bb4b-6250-42f0-a635-8a0e5d3ebb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:52.866042 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-a240bb4b-6250-42f0-a635-8a0e5d3ebb10 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a9047fae-5256-417f-95d0-ce330fceb483 HTTP/1.1" status: 204 len: 168 time: 0.5996382 Jun 01 16:12:52.866605 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 55638) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:52.869480 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf02d82-8d95-487f-89f5-c2f69a567fb4 None None] Network 2270899d-a3d9-454d-8218-2cc78409b73c requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:12:52.961681 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:12:52.979371 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.008255 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:12:53.008524 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 1c5d0332-407a-42b4-a13a-b6a1bd7da4d7 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:12:53.008949 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device e43620ed-d8f9-4848-bd9b-130bc4bc4e47 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:12:53.062646 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Deleting port aa731f8a-9f7e-47b5-a768-c5eca3a1942e {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:12:53.062982 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.067525 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: e43620ed-d8f9-4848-bd9b-130bc4bc4e47 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:12:53.067947 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device e43620ed-d8f9-4848-bd9b-130bc4bc4e47 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:12:53.160775 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] For port aa731f8a-9f7e-47b5-a768-c5eca3a1942e, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=aa731f8a-9f7e-47b5-a768-c5eca3a1942e,segment=NetworkSegment(9e0cac6f-f866-4e54-8681-c899a5e4c39f),segment_id=9e0cac6f-f866-4e54-8681-c899a5e4c39f)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:12:53.161129 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.197390 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b26ea-6db3-4456-b81a-22e0fef432ee None None] DHCP port deletion for 2270899d-a3d9-454d-8218-2cc78409b73c request from dv-cinder-793515-3-iscsi {{(pid=91912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:12:53.267118 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d66b26ea-6db3-4456-b81a-22e0fef432ee None None] Deleting port aa731f8a-9f7e-47b5-a768-c5eca3a1942e {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:12:53.267430 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d66b26ea-6db3-4456-b81a-22e0fef432ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.289331 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Calling delete_port for aa731f8a-9f7e-47b5-a768-c5eca3a1942e owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:12:53.334267 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.338853 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-40318537-806b-4dd6-ab7c-5d361664ea6b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:53.364267 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d66b26ea-6db3-4456-b81a-22e0fef432ee None None] For port aa731f8a-9f7e-47b5-a768-c5eca3a1942e, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=aa731f8a-9f7e-47b5-a768-c5eca3a1942e,segment=NetworkSegment(9e0cac6f-f866-4e54-8681-c899a5e4c39f),segment_id=9e0cac6f-f866-4e54-8681-c899a5e4c39f)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:12:53.364841 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d66b26ea-6db3-4456-b81a-22e0fef432ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.385032 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa731f8a-9f7e-47b5-a768-c5eca3a1942e,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:53.386830 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] No DVR routers for this DVR port aa731f8a-9f7e-47b5-a768-c5eca3a1942e on host dv-cinder-793515-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:12:53.388365 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:53.499885 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d66b26ea-6db3-4456-b81a-22e0fef432ee None None] Calling delete_port for aa731f8a-9f7e-47b5-a768-c5eca3a1942e owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:12:53.507564 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.520607 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2270899d-a3d9-454d-8218-2cc78409b73c']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:53.532725 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0cac6f-f866-4e54-8681-c899a5e4c39f') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:53.533266 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0cac6f-f866-4e54-8681-c899a5e4c39f') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:12:53.544041 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d66b26ea-6db3-4456-b81a-22e0fef432ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.545210 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.548452 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:53.560748 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.567133 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:12:53.567503 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:12:53.580273 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:12:53.595883 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b26ea-6db3-4456-b81a-22e0fef432ee None None] No DVR routers for this DVR port aa731f8a-9f7e-47b5-a768-c5eca3a1942e on host dv-cinder-793515-3-iscsi {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:12:53.603351 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b26ea-6db3-4456-b81a-22e0fef432ee None None] Pushing event deleted for resources: {'Port': ['ID=aa731f8a-9f7e-47b5-a768-c5eca3a1942e,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:53.604853 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d66b26ea-6db3-4456-b81a-22e0fef432ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:53.667446 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.671789 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d01dcc5d-fd96-47b0-8b32-ffab1c3da413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:53.685680 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.696485 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2270899d-a3d9-454d-8218-2cc78409b73c,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:53.700708 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:53.703948 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/2270899d-a3d9-454d-8218-2cc78409b73c HTTP/1.1" status: 204 len: 168 time: 0.8362992 Jun 01 16:12:53.819979 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 55648) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:53.868382 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-4de53f03-1e34-46c7-ba97-35238dc20cfc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=96829b9ead7d403782c20d30dd39bb89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471718 Jun 01 16:12:53.871008 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 55650) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:53.935056 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c0b41718-7535-4bb7-9143-aef0d96d870f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:53.961215 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c0b41718-7535-4bb7-9143-aef0d96d870f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:54.018124 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c0b41718-7535-4bb7-9143-aef0d96d870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:54.023433 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a1d80de4-dc0a-4526-81f9-a2b7d01e38b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:54.034788 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b41718-7535-4bb7-9143-aef0d96d870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168df9c4-375e-40bc-a7b0-802b9c051fdb,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:54.037250 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c0b41718-7535-4bb7-9143-aef0d96d870f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:54.042229 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c0b41718-7535-4bb7-9143-aef0d96d870f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:54.043352 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c0b41718-7535-4bb7-9143-aef0d96d870f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/168df9c4-375e-40bc-a7b0-802b9c051fdb HTTP/1.1" status: 204 len: 168 time: 0.1713617 Jun 01 16:12:54.405826 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 55658) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:54.456470 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-01e34130-3455-4812-9a95-5e9598dc98a7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=025b187ec48646369a5599e426c0a5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493689 Jun 01 16:12:54.459543 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 55660) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:12:54.518551 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f0ea04ca-0ca9-4d35-bd98-99c16260d898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:54.544313 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f0ea04ca-0ca9-4d35-bd98-99c16260d898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:54.596058 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f0ea04ca-0ca9-4d35-bd98-99c16260d898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:54.600322 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-26e20b94-6237-4277-aa74-38715af0e634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:12:54.611404 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea04ca-0ca9-4d35-bd98-99c16260d898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8d318e-1e7c-40e8-8c39-7cc14612dfa9,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:12:54.615348 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f0ea04ca-0ca9-4d35-bd98-99c16260d898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:12:54.618579 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f0ea04ca-0ca9-4d35-bd98-99c16260d898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:12:54.619666 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-f0ea04ca-0ca9-4d35-bd98-99c16260d898 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2e8d318e-1e7c-40e8-8c39-7cc14612dfa9 HTTP/1.1" status: 204 len: 168 time: 0.1592197 Jun 01 16:12:54.932056 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device aa731f8a-9f7e-47b5-a768-c5eca3a1942e no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:12:54.976573 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: aa731f8a-9f7e-47b5-a768-c5eca3a1942e {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:12:54.977677 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device aa731f8a-9f7e-47b5-a768-c5eca3a1942e not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:13:10.726962 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-58a5717d-66b2-45a9-a5aa-a4eedac9f83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:13:13.230151 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bec6fdf2-f2cd-4dad-9267-dce4cf5b05c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:13:13.442184 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:13:13.718542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:13:14.990672 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:13:16.565066 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:13:29.764089 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:13:40.728924 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5cc57428-f279-4d8b-9fad-e3dd50e4794a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:13:43.232040 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1dc8b156-e417-4ef5-910e-666ab78d4b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:13:43.445382 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:13:43.739671 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:13:44.993600 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:13:46.567292 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:06.763330 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:14:10.731912 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dcf0ee21-fc93-4ee0-bbe3-f0878fe22f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:13.234601 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c327-37b9-4aa8-af9c-9fe91a552231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:13.449134 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:13.755359 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:14.995005 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:16.569653 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:40.734609 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f929-7f57-48fb-8ab0-11265f69a790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:43.240900 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0f1c8691-222b-41cd-bdda-82f8959d9fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:43.452319 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:43.765740 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:14:43.775320 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:44.998989 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:14:46.573925 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:10.737426 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-aa4f00ad-6bfd-420b-ac64-d812f4f0743d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:13.235774 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a291-cbbf-4235-a09a-cdeed67f945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:13.455256 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:13.770736 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:15.001282 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:16.576438 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:20.765189 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:15:40.740278 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cf4f-3893-4be6-af91-d8c0a42049cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:43.237264 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ba99-fd14-4e85-9e97-e9b9e119854f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:43.456893 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:43.771560 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:45.004713 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:46.578493 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:15:57.763863 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:16:10.743830 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f47b4775-bc7b-4f51-9abd-e0ee8e131603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:13.240677 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5276cce9-85b3-4763-9a4e-081beb08ec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:13.458895 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:13.801284 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:15.008004 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:16.581256 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:34.762962 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:16:39.917675 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 56974) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:16:40.652419 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985698'] for router_interface, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:40.745645 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ed7d277a-4d51-4225-9807-8ff4c5659f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:41.069000 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Deleting port 47067395-94f0-4555-81c9-fdebd521d994 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:16:41.069526 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:41.196147 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] For port 47067395-94f0-4555-81c9-fdebd521d994, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=47067395-94f0-4555-81c9-fdebd521d994,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:16:41.196397 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:41.429337 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Calling delete_port for 47067395-94f0-4555-81c9-fdebd521d994 owned by network:router_interface {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:16:41.579149 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:41.582993 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c39244a8-eeec-436d-a7c4-0a1799ff6a24 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:41.626599 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Pushing event deleted for resources: {'Port': ['ID=47067395-94f0-4555-81c9-fdebd521d994,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:41.665878 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.666272 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.666633 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.666991 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.667338 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.667686 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.668030 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.668372 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.668715 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.669053 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.669391 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.670284 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:41.677886 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:41.910472 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7985074'] for router_interface, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:42.296341 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Router e168a216-9665-413c-9634-f58a57ccb36b has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:16:42.475966 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:16:42.484397 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412c224e-8b31-4ac0-8f37-db418d6c8bdb None None] Sync routers for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:16:42.488466 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-73e5725d-1a1d-4f2b-8187-7307711f8efd admin admin] 10.222.0.63 "PUT /v2.0/routers/e168a216-9665-413c-9634-f58a57ccb36b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5697098 Jun 01 16:16:42.490866 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 56988) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:16:42.496717 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c224e-8b31-4ac0-8f37-db418d6c8bdb None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:16:42.497334 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-412c224e-8b31-4ac0-8f37-db418d6c8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:16:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:16:42.665550 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Notify callbacks [] for router, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:42.712153 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-412c224e-8b31-4ac0-8f37-db418d6c8bdb None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:16:42.946574 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.024726 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-412c224e-8b31-4ac0-8f37-db418d6c8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T16:16:41Z', 'revision_number': 5, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port': {'id': '02d67a5d-b058-422b-a291-80a64c5075f8', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:21Z', 'updated_at': '2021-06-01T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:16:43.029813 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Deleting port 02d67a5d-b058-422b-a291-80a64c5075f8 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:16:43.030189 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.030715 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412c224e-8b31-4ac0-8f37-db418d6c8bdb None None] Checking router: e168a216-9665-413c-9634-f58a57ccb36b for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:16:43.039642 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c224e-8b31-4ac0-8f37-db418d6c8bdb None None] Routers {'e168a216-9665-413c-9634-f58a57ccb36b'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:16:43.040392 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-412c224e-8b31-4ac0-8f37-db418d6c8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:16:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['e168a216-9665-413c-9634-f58a57ccb36b'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:16:43.157726 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] For port 02d67a5d-b058-422b-a291-80a64c5075f8, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=02d67a5d-b058-422b-a291-80a64c5075f8,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:16:43.158215 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.204997 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-412c224e-8b31-4ac0-8f37-db418d6c8bdb None None] Set router e168a216-9665-413c-9634-f58a57ccb36b gateway port host: None {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:16:43.285690 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Calling delete_port for 02d67a5d-b058-422b-a291-80a64c5075f8 owned by network:router_gateway {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:16:43.324671 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-412c224e-8b31-4ac0-8f37-db418d6c8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T16:16:42Z', 'revision_number': 6, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port_host': None}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:16:43.330153 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412c224e-8b31-4ac0-8f37-db418d6c8bdb None None] The sync data for ids ['e168a216-9665-413c-9634-f58a57ccb36b'] in dv-cinder-793515-3-iscsi is: [{'id': 'e168a216-9665-413c-9634-f58a57ccb36b', 'name': 'tempest-AttachVolumeTestJSON-1884698513-router', 'tenant_id': '597b1f023abd4ae9a5fffaf09629e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:19Z', 'updated_at': '2021-06-01T16:16:42Z', 'revision_number': 6, 'project_id': '597b1f023abd4ae9a5fffaf09629e73f', 'gw_port_host': None}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:16:43.333867 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ae599a03-53e7-4537-aee2-5ee382571725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.427822 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.431322 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-575ecf6a-2012-43b8-9e00-67b217567908 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:43.459950 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.475475 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d67a5d-b058-422b-a291-80a64c5075f8,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:43.479020 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:43.568337 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7985225'] for router_gateway, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.739576 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15153'] for router, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.743244 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.764704 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999407'] for router, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.765235 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e168a216-9665-413c-9634-f58a57ccb36b {{(pid=91910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:16:43.777510 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] Notify callbacks [] for router, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.778641 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-90851c6b-e1a9-4f87-8d62-9148b920bc59 admin admin] 10.222.0.63 "DELETE /v2.0/routers/e168a216-9665-413c-9634-f58a57ccb36b HTTP/1.1" status: 204 len: 168 time: 1.2868760 Jun 01 16:16:43.781612 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 56996) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:16:43.830833 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.841184 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_v2 [None req-951f467c-d93d-4a31-a88b-f6a3943dd51b admin admin] Deleting subnet 4bab6368-25d8-4c2d-a23d-c0d5327163ea {{(pid=91910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:16:43.844660 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-951f467c-d93d-4a31-a88b-f6a3943dd51b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.892222 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-951f467c-d93d-4a31-a88b-f6a3943dd51b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6039567'] for subnet, precommit_delete_associations {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:43.971202 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-951f467c-d93d-4a31-a88b-f6a3943dd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:44.221608 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-951f467c-d93d-4a31-a88b-f6a3943dd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6144996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6055573'] for subnet, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:44.227299 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a240bb4b-6250-42f0-a635-8a0e5d3ebb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:44.268055 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-951f467c-d93d-4a31-a88b-f6a3943dd51b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:44.270684 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f467c-d93d-4a31-a88b-f6a3943dd51b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bab6368-25d8-4c2d-a23d-c0d5327163ea,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:44.272954 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-951f467c-d93d-4a31-a88b-f6a3943dd51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:44.274027 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d862c-9a35-4c26-905a-e516fd8ce43d None None] Network eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:16:44.279339 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-951f467c-d93d-4a31-a88b-f6a3943dd51b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4bab6368-25d8-4c2d-a23d-c0d5327163ea HTTP/1.1" status: 204 len: 168 time: 0.4945402 Jun 01 16:16:44.279601 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 57000) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:16:44.484926 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:44.561433 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Deleting port 68e48b3b-acea-4c16-84f8-d619f2f9f461 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:16:44.561812 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:44.567781 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] DHCP port deletion for eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 request from dv-cinder-793515-3-iscsi {{(pid=91912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:16:44.662020 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Deleting port 68e48b3b-acea-4c16-84f8-d619f2f9f461 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:16:44.662432 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:44.672176 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] For port 68e48b3b-acea-4c16-84f8-d619f2f9f461, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=68e48b3b-acea-4c16-84f8-d619f2f9f461,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:16:44.672532 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:44.780066 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] For port 68e48b3b-acea-4c16-84f8-d619f2f9f461, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=68e48b3b-acea-4c16-84f8-d619f2f9f461,segment=NetworkSegment(d80d4a42-7d60-4894-aa31-134861a84b25),segment_id=d80d4a42-7d60-4894-aa31-134861a84b25)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:16:44.780643 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:44.804055 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Calling delete_port for 68e48b3b-acea-4c16-84f8-d619f2f9f461 owned by network:dhcp {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:16:44.855322 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:44.861406 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:44.907482 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Calling delete_port for 68e48b3b-acea-4c16-84f8-d619f2f9f461 owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:16:44.908080 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e48b3b-acea-4c16-84f8-d619f2f9f461,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:44.911836 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:44.915694 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] No DVR routers for this DVR port 68e48b3b-acea-4c16-84f8-d619f2f9f461 on host dv-cinder-793515-3-iscsi {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:16:44.954832 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:44.958516 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9cd249f0-2a14-4e84-bd8b-9098eed09508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:45.009013 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Pushing event deleted for resources: {'Port': ['ID=68e48b3b-acea-4c16-84f8-d619f2f9f461,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:45.018617 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.018914 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.019188 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.019532 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.019847 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.020182 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.020511 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.020841 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.021277 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.021486 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.021811 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.022162 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:45.027868 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:45.028718 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] No DVR routers for this DVR port 68e48b3b-acea-4c16-84f8-d619f2f9f461 on host dv-cinder-793515-3-iscsi {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:16:45.033593 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:45.047853 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:45.056384 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa95347-5c4c-4ed5-bedb-ac41ea68eb25']}} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:16:45.076308 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 02d67a5d-b058-422b-a291-80a64c5075f8 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:16:45.076517 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80d4a42-7d60-4894-aa31-134861a84b25') {'for_net_delete': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:16:45.077273 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80d4a42-7d60-4894-aa31-134861a84b25') {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:16:45.088771 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6039576'] for segment, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:45.105545 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:45.112259 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 02d67a5d-b058-422b-a291-80a64c5075f8 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:16:45.112626 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 02d67a5d-b058-422b-a291-80a64c5075f8 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:16:45.113034 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=91910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:16:45.113224 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 47067395-94f0-4555-81c9-fdebd521d994 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:16:45.113456 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6144326'] for segment, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: Traceback (most recent call last): Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: timer() Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: cb(*args, **kw) Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: return func(*args, **kwargs) Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: self._notify() Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: self.callback(batched_events) Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: event.method(event) Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: return f(self, *a, **k) Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: return self._get(url).json() Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: return self.request(url, 'GET', **kwargs) Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:16:45.128296 dv-cinder-793515-3-iscsi neutron-server[91910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:16:45.149179 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 47067395-94f0-4555-81c9-fdebd521d994 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:16:45.149542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 47067395-94f0-4555-81c9-fdebd521d994 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:16:45.149984 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 68e48b3b-acea-4c16-84f8-d619f2f9f461 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:16:45.206570 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:45.211195 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f378e915-c788-4fc4-9e94-3fa5b732cdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:45.224515 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:45.231887 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 68e48b3b-acea-4c16-84f8-d619f2f9f461 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:16:45.232953 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 68e48b3b-acea-4c16-84f8-d619f2f9f461 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:16:45.240776 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa95347-5c4c-4ed5-bedb-ac41ea68eb25,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:45.243963 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:45.255249 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] 10.222.0.63 "DELETE /v2.0/networks/eaa95347-5c4c-4ed5-bedb-ac41ea68eb25 HTTP/1.1" status: 204 len: 168 time: 0.9746895 Jun 01 16:16:45.375717 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 57010) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:16:45.425354 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-71d6ca4f-21a1-4ee5-b67d-c242f7bb8d79 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=597b1f023abd4ae9a5fffaf09629e73f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462840 Jun 01 16:16:45.425577 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 57014) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:16:45.488967 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5855284e-3f33-4675-aeaa-03b4e91359d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:45.515368 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5855284e-3f33-4675-aeaa-03b4e91359d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:45.568269 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5855284e-3f33-4675-aeaa-03b4e91359d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:45.573557 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4d2303dd-4c81-4e2e-8566-020e47a3ecc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:45.588278 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855284e-3f33-4675-aeaa-03b4e91359d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67517de1-312d-47e9-a4f3-dc9eb58c5d91,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:45.593253 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-5855284e-3f33-4675-aeaa-03b4e91359d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:45.596828 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5855284e-3f33-4675-aeaa-03b4e91359d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:45.598092 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-5855284e-3f33-4675-aeaa-03b4e91359d1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/67517de1-312d-47e9-a4f3-dc9eb58c5d91 HTTP/1.1" status: 204 len: 168 time: 0.1715651 Jun 01 16:16:46.369001 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 57038) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:16:46.473477 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-389179320-network', 'tenant_id': '12bcd2b3d38f497ba217560d648313e1'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:16:46.478048 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:16:46.481754 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Usage tracker for resource:network and tenant:12bcd2b3d38f497ba217560d648313e1 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:16:46.485388 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:16:46.491493 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:16:46.500889 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Made reservation on behalf of 12bcd2b3d38f497ba217560d648313e1 for: {'network': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:16:46.503496 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:46.516817 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:46.535462 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:16:46.539231 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Usage tracker for resource:security_group_rule and tenant:12bcd2b3d38f497ba217560d648313e1 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:16:46.542007 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:16:46.548333 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:16:46.586931 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:46.633862 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:46.637607 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:46.640996 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-60c144f1-d0e4-490c-b858-1c1ac40a1998 tempest-VolumesNegativeTest-405272395 tempest-VolumesNegativeTest-405272395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:46.667927 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=91910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 16:16:46.676241 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5594ccd-1092-442a-b725-8a9e040633a3,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:46.679657 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:46.682042 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:46.682382 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.segments_db [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Added segment 50cfaaca-ffbc-41fc-8860-16cf7f878d8b of type vlan for network 314895a9-3140-4d53-88cd-ad39434a5d28 Jun 01 16:16:46.709695 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:46.740816 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:46.742336 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:46.742915 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:46.747571 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:46.848299 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4781671 Jun 01 16:16:46.851173 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 57044) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:16:46.853912 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Pushing event updated for resources: {'Network': ['ID=314895a9-3140-4d53-88cd-ad39434a5d28,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:46.856533 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:46.857156 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Request body: {'subnet': {'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-389179320-subnet', 'tenant_id': '12bcd2b3d38f497ba217560d648313e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:16:46.863807 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 314895a9-3140-4d53-88cd-ad39434a5d28 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 16:16:46.864919 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:16:46.868987 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Usage tracker for resource:subnet and tenant:12bcd2b3d38f497ba217560d648313e1 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:16:46.871961 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:16:46.878723 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:16:46.889668 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Made reservation on behalf of 12bcd2b3d38f497ba217560d648313e1 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:16:46.891727 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5468444'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:47.369297 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5468462'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:47.373642 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-614de389-7b4c-47ea-81ca-fcc2925d09b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:47.446861 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5711ba72-7553-4d90-a870-ba1531411ddf,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:47.459159 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.459545 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.459923 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.460292 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.460659 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.461021 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.461380 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.461737 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.462122 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.462480 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.462836 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.463191 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:16:47.467166 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Checking segment: {'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:16:47.467524 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Network hostable DHCP agents. Network: 314895a9-3140-4d53-88cd-ad39434a5d28, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 16:16:47.471578 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:47.486831 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Network 314895a9-3140-4d53-88cd-ad39434a5d28 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 16:16:47.496906 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 314895a9-3140-4d53-88cd-ad39434a5d28) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:16:47.506251 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:47.506844 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:47.508268 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2340a75e-5e96-458d-ae93-4991b8a465f1 None None] Network 314895a9-3140-4d53-88cd-ad39434a5d28 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:16:47.530538 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6782618 Jun 01 16:16:47.700262 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d3017-6003-4dae-ad30-b8d59912c168 None None] Network 314895a9-3140-4d53-88cd-ad39434a5d28 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:16:48.214491 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-72e9b65a-e102-4a12-a081-ada3c05b6984 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:48.215150 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-72e9b65a-e102-4a12-a081-ada3c05b6984 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Synchronizing usage tracker for tenant:12bcd2b3d38f497ba217560d648313e1 on resource:network {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:16:48.232514 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-72e9b65a-e102-4a12-a081-ada3c05b6984 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Unset dirty status for tenant:12bcd2b3d38f497ba217560d648313e1 on resource:network {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:16:48.234039 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-72e9b65a-e102-4a12-a081-ada3c05b6984 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 814 time: 0.1673150 Jun 01 16:16:48.249247 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-8b4fdc4e-2d70-4c6c-a974-5ecdd5c447fd tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/quotas/12bcd2b3d38f497ba217560d648313e1 HTTP/1.1" status: 200 len: 375 time: 0.0098002 Jun 01 16:16:48.296077 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-44e40032-409f-4bcd-9029-62e44a55f3b1 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415611 Jun 01 16:16:48.348108 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-e5ba757f-67f6-42f6-955f-590c1a76734a service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 16:16:48.349073 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-e5ba757f-67f6-42f6-955f-590c1a76734a service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468147 Jun 01 16:16:48.478834 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-1bc431a9-7924-4c34-921a-d620f4e0a5ab service neutron] 10.222.0.63 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237359 Jun 01 16:16:48.710526 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-8587f959-0e75-49c1-8370-6cf74edf130e service neutron] 10.222.0.63 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249296 Jun 01 16:16:48.979519 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5ccc78b2-7c15-4e85-a488-69d39442cacc req-7206914a-5c6b-4031-8b46-7b2c603cd869 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 210 time: 0.0949113 Jun 01 16:16:50.135124 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-03c03267-3fb7-4af0-a015-dcf85675b62b tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:50.135955 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c62ae5c4-7094-428d-999f-b9e43ed5c779 req-48ce6912-aa1f-4021-97ab-9913ca105dcb tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 210 time: 0.0431879 Jun 01 16:16:50.139990 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-03c03267-3fb7-4af0-a015-dcf85675b62b tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 814 time: 0.1618834 Jun 01 16:16:50.154460 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Request body: {'port': {'device_id': 'a62ea7f1-ce33-476f-8a0a-4a9c188de9ea', 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28', 'admin_state_up': True, 'tenant_id': '12bcd2b3d38f497ba217560d648313e1'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:16:50.299772 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:16:50.303551 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Usage tracker for resource:port and tenant:12bcd2b3d38f497ba217560d648313e1 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:16:50.306362 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:16:50.312668 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:16:50.322481 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Made reservation on behalf of 12bcd2b3d38f497ba217560d648313e1 for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:16:50.327263 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:50.489179 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Allocated IP 172.20.0.10 (314895a9-3140-4d53-88cd-ad39434a5d28/5711ba72-7553-4d90-a870-ba1531411ddf/59439bb2-0a4b-4650-a2d9-40aef8042a2b) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:16:50.696893 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:50.726865 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:50.734132 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-887fafab-5460-458c-a641-d26a17996635 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:50.804303 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Network 314895a9-3140-4d53-88cd-ad39434a5d28 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:16:50.807456 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:16:50.810434 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:16:50.847967 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Pushing event updated for resources: {'Port': ['ID=59439bb2-0a4b-4650-a2d9-40aef8042a2b,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:50.850912 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:50.881580 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:50.882215 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:50.904927 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ed71bdd0-c62b-4f34-90f2-add7edd99c16 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7545867 Jun 01 16:16:50.915702 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ca9850b0-c7dd-40b5-9c80-2ea50c1d0933 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 16:16:50.917007 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-ca9850b0-c7dd-40b5-9c80-2ea50c1d0933 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051482 Jun 01 16:16:50.972716 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Request body: {'port': {'device_id': 'a62ea7f1-ce33-476f-8a0a-4a9c188de9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:16:51.086518 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:51.325254 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c034da2-e3c4-4084-8513-a5e35ddcbc41 req-83e6a551-7121-4f79-9b69-dcf09141c828 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:51.327090 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2c034da2-e3c4-4084-8513-a5e35ddcbc41 req-83e6a551-7121-4f79-9b69-dcf09141c828 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 932 time: 0.0810852 Jun 01 16:16:51.375653 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-2c034da2-e3c4-4084-8513-a5e35ddcbc41 req-ca77e9e3-ba86-4a04-b245-7d30d93c18e3 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Synchronizing usage tracker for tenant:12bcd2b3d38f497ba217560d648313e1 on resource:security_group {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:16:51.392383 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-2c034da2-e3c4-4084-8513-a5e35ddcbc41 req-ca77e9e3-ba86-4a04-b245-7d30d93c18e3 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Unset dirty status for tenant:12bcd2b3d38f497ba217560d648313e1 on resource:security_group {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:16:51.393546 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2c034da2-e3c4-4084-8513-a5e35ddcbc41 req-ca77e9e3-ba86-4a04-b245-7d30d93c18e3 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606136 Jun 01 16:16:51.434659 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59439bb2-0a4b-4650-a2d9-40aef8042a2b {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:16:51.442463 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:51.456549 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Transition to ACTIVE for port object 59439bb2-0a4b-4650-a2d9-40aef8042a2b will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:16:51.459971 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:51.464257 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-887fafab-5460-458c-a641-d26a17996635 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:51.728929 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=59439bb2-0a4b-4650-a2d9-40aef8042a2b,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:51.756286 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:51.798701 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Attempting to bind port 59439bb2-0a4b-4650-a2d9-40aef8042a2b on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:16:51.799025 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Attempting to bind port 59439bb2-0a4b-4650-a2d9-40aef8042a2b by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:16:51.799350 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Attempting to bind port 59439bb2-0a4b-4650-a2d9-40aef8042a2b on network 314895a9-3140-4d53-88cd-ad39434a5d28 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:16:51.803884 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Port 59439bb2-0a4b-4650-a2d9-40aef8042a2b on network 314895a9-3140-4d53-88cd-ad39434a5d28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 16:16:51.804197 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Attempting to bind port 59439bb2-0a4b-4650-a2d9-40aef8042a2b on network 314895a9-3140-4d53-88cd-ad39434a5d28 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:16:51.809184 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:16:51.809516 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Checking segment: {'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:16:51.809922 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Bound using segment: {'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:16:51.810855 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Bound port: 59439bb2-0a4b-4650-a2d9-40aef8042a2b, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:16:51.811202 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:51.905926 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] For port 59439bb2-0a4b-4650-a2d9-40aef8042a2b, host hv-cinder-79351, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:16:51.909524 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] For port 59439bb2-0a4b-4650-a2d9-40aef8042a2b, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:16:51.915018 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:51.920116 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-44a96271-4b54-4ae7-96b2-27e8f9870e9b tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:51.974281 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:51.974906 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:51.976226 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] 10.222.0.86 "PUT /v2.0/ports/59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 1094 time: 1.0533733 Jun 01 16:16:51.976735 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62ea7f1-ce33-476f-8a0a-4a9c188de9ea', 'tag': '59439bb2-0a4b-4650-a2d9-40aef8042a2b'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:16:51.979097 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95830ae1-dce3-4308-b9a7-3238a54e7fca" -d '{"events": [{"name": "network-changed", "server_uuid": "a62ea7f1-ce33-476f-8a0a-4a9c188de9ea", "tag": "59439bb2-0a4b-4650-a2d9-40aef8042a2b"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:16:52.001076 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=59439bb2-0a4b-4650-a2d9-40aef8042a2b,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:52.004450 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:52.089271 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26dd078-8c74-48f8-8dcf-ad3ebd06f583 x-openstack-request-id: req-f26dd078-8c74-48f8-8dcf-ad3ebd06f583 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:16:52.089604 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62ea7f1-ce33-476f-8a0a-4a9c188de9ea", "tag": "59439bb2-0a4b-4650-a2d9-40aef8042a2b", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:16:52.089900 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f26dd078-8c74-48f8-8dcf-ad3ebd06f583 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:16:52.090358 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62ea7f1-ce33-476f-8a0a-4a9c188de9ea', 'tag': '59439bb2-0a4b-4650-a2d9-40aef8042a2b', 'status': 'completed', 'code': 200} Jun 01 16:16:52.105343 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-d1925611-fcf2-441f-9fe6-7fcb8e573e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:52.107463 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-d1925611-fcf2-441f-9fe6-7fcb8e573e5e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1097 time: 0.0849612 Jun 01 16:16:52.175156 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-db8eda71-2db9-4e5a-9106-53c00e0faf1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 217 time: 0.0603328 Jun 01 16:16:52.241331 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-abeb84b8-6f6b-48bc-97f8-56bce6a4039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:52.242708 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-abeb84b8-6f6b-48bc-97f8-56bce6a4039a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0605328 Jun 01 16:16:52.291176 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-9d7ececd-04f4-4c54-b156-8062153a6e1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415797 Jun 01 16:16:52.432487 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-28d98e3d-30df-4310-a249-e8808a4137d1 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348531 Jun 01 16:16:52.570947 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-64ca3f5a-dade-4725-95e0-822703f7c9b8 req-f8f0b2e8-ad08-4a6c-936e-fb6c71d535a5 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316600 Jun 01 16:16:52.579952 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de2224-87c9-439c-98e0-c2d2753f73e5 req-cfb4424d-8dae-4ae9-8a98-ba80784e76e7 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:52.581423 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-21de2224-87c9-439c-98e0-c2d2753f73e5 req-cfb4424d-8dae-4ae9-8a98-ba80784e76e7 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 944 time: 0.0823824 Jun 01 16:16:52.628748 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-21de2224-87c9-439c-98e0-c2d2753f73e5 req-286b2bd7-30b7-4667-be2b-65a3517c50c5 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Jun 01 16:16:52.689418 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95830ae1-dce3-4308-b9a7-3238a54e7fca req-c1607d8c-0c69-414a-872b-f3d9b07d7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:52.690993 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-95830ae1-dce3-4308-b9a7-3238a54e7fca req-c1607d8c-0c69-414a-872b-f3d9b07d7dc6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1097 time: 0.0712628 Jun 01 16:16:52.829974 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95830ae1-dce3-4308-b9a7-3238a54e7fca req-6101ce6a-09cc-4184-aed5-279713c24236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:52.831405 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-95830ae1-dce3-4308-b9a7-3238a54e7fca req-6101ce6a-09cc-4184-aed5-279713c24236 service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1314390 Jun 01 16:16:52.909243 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-95830ae1-dce3-4308-b9a7-3238a54e7fca req-a903fd57-0797-4c22-b8d6-de8cd7689c1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 217 time: 0.0662434 Jun 01 16:16:52.974886 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95830ae1-dce3-4308-b9a7-3238a54e7fca req-3255263a-dd2e-4d06-bc60-9789b68888d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:52.976336 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-95830ae1-dce3-4308-b9a7-3238a54e7fca req-3255263a-dd2e-4d06-bc60-9789b68888d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0633490 Jun 01 16:16:53.024612 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-95830ae1-dce3-4308-b9a7-3238a54e7fca req-0a1e7e99-e76a-4c57-a99a-08ab278f50da service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412185 Jun 01 16:16:53.158069 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-95830ae1-dce3-4308-b9a7-3238a54e7fca req-0f58db9f-63c4-427f-996f-77f6c2bc2812 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264803 Jun 01 16:16:53.290219 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-95830ae1-dce3-4308-b9a7-3238a54e7fca req-86b0d3bf-901f-4f10-8e24-0fc00ddfa513 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245637 Jun 01 16:16:53.825971 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57d358-cc4e-442d-854c-0c1c12258c79 req-3f0441f3-2f7c-4d58-ae79-5f2ed7f2d4f5 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:53.827563 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bf57d358-cc4e-442d-854c-0c1c12258c79 req-3f0441f3-2f7c-4d58-ae79-5f2ed7f2d4f5 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 944 time: 0.0854199 Jun 01 16:16:53.874742 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-bf57d358-cc4e-442d-854c-0c1c12258c79 req-d5c78201-cb23-4bba-b475-c8d931954e72 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Jun 01 16:16:54.700235 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 59439bb2-0a4b-4650-a2d9-40aef8042a2b details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 16:16:54.835041 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 59439bb2-0a4b-4650-a2d9-40aef8042a2b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:16:54.849764 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '59439bb2-0a4b-4650-a2d9-40aef8042a2b', 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28', 'port_id': '59439bb2-0a4b-4650-a2d9-40aef8042a2b', 'mac_address': 'fa:16:3e:5e:c3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5711ba72-7553-4d90-a870-ba1531411ddf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 16:16:54.919050 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:54.939500 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59439bb2-0a4b-4650-a2d9-40aef8042a2b {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:16:54.956145 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 59439bb2-0a4b-4650-a2d9-40aef8042a2b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:16:54.960175 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:54.962832 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:55.034396 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=59439bb2-0a4b-4650-a2d9-40aef8042a2b,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:55.038249 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:55.067507 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef1445-ebba-45ae-9869-2b89ecc443b2 req-77d06bd0-00dc-49f2-a932-87ce7410f919 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:55.068992 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e4ef1445-ebba-45ae-9869-2b89ecc443b2 req-77d06bd0-00dc-49f2-a932-87ce7410f919 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 945 time: 0.0821297 Jun 01 16:16:55.116481 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e4ef1445-ebba-45ae-9869-2b89ecc443b2 req-32cec7e4-09aa-468c-8825-d8e6a60be86b tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414879 Jun 01 16:16:55.196407 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['59439bb2-0a4b-4650-a2d9-40aef8042a2b'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:16:56.305389 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d11c7-776b-4c32-a253-84822241fc11 req-5d95e10f-9809-4de9-852b-74417bdb7ff5 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:56.306771 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b03d11c7-776b-4c32-a253-84822241fc11 req-5d95e10f-9809-4de9-852b-74417bdb7ff5 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 945 time: 0.0844052 Jun 01 16:16:56.354066 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b03d11c7-776b-4c32-a253-84822241fc11 req-e1a4d5f6-aa54-440c-ae1b-cade4fb49517 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403547 Jun 01 16:16:56.700878 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 59439bb2-0a4b-4650-a2d9-40aef8042a2b up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:16:56.771003 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port 59439bb2-0a4b-4650-a2d9-40aef8042a2b completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:16:56.775673 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 59439bb2-0a4b-4650-a2d9-40aef8042a2b triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:16:56.776046 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:56.893021 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:56.923712 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62ea7f1-ce33-476f-8a0a-4a9c188de9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59439bb2-0a4b-4650-a2d9-40aef8042a2b'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:16:56.926002 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cfd388-0a39-4e51-9470-a889f3eae4b3" -d '{"events": [{"server_uuid": "a62ea7f1-ce33-476f-8a0a-4a9c188de9ea", "name": "network-vif-plugged", "status": "completed", "tag": "59439bb2-0a4b-4650-a2d9-40aef8042a2b"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:16:56.933830 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 59439bb2-0a4b-4650-a2d9-40aef8042a2b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:16:56.938167 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:16:56.940121 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:16:57.008590 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=59439bb2-0a4b-4650-a2d9-40aef8042a2b,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:16:57.011747 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:16:57.027234 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719970fa-9a23-478e-8622-346e28f359b4 x-openstack-request-id: req-719970fa-9a23-478e-8622-346e28f359b4 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:16:57.027536 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62ea7f1-ce33-476f-8a0a-4a9c188de9ea", "name": "network-vif-plugged", "status": "completed", "tag": "59439bb2-0a4b-4650-a2d9-40aef8042a2b", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:16:57.027803 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-719970fa-9a23-478e-8622-346e28f359b4 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:16:57.028198 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62ea7f1-ce33-476f-8a0a-4a9c188de9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59439bb2-0a4b-4650-a2d9-40aef8042a2b', 'code': 200} Jun 01 16:16:57.253493 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb264c7-b37b-4fef-99d1-591b3873e1f4 req-91e50dac-608c-43ea-84f3-fab4de4a7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:57.254963 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6fb264c7-b37b-4fef-99d1-591b3873e1f4 req-91e50dac-608c-43ea-84f3-fab4de4a7351 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1099 time: 0.0723925 Jun 01 16:16:57.295976 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-6fb264c7-b37b-4fef-99d1-591b3873e1f4 req-63144a95-b007-468e-9352-2dc7cce12bb3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344703 Jun 01 16:16:57.542849 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e438a1c-89dd-43a0-9ce1-3c2e425f2aa9 req-b5fccef0-334e-48a1-a5cc-805d59edfaac tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:57.544969 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9e438a1c-89dd-43a0-9ce1-3c2e425f2aa9 req-b5fccef0-334e-48a1-a5cc-805d59edfaac tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 946 time: 0.0811012 Jun 01 16:16:57.590953 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9e438a1c-89dd-43a0-9ce1-3c2e425f2aa9 req-86efe4b2-9095-4c36-9701-c79df24948c5 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 Jun 01 16:16:58.777116 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a44274-4a63-4ae2-a801-7da0768f3803 req-be2e4398-cdba-424a-8428-f475f07ac2d0 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:16:58.778669 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b8a44274-4a63-4ae2-a801-7da0768f3803 req-be2e4398-cdba-424a-8428-f475f07ac2d0 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 946 time: 0.0809991 Jun 01 16:16:58.823117 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b8a44274-4a63-4ae2-a801-7da0768f3803 req-9b1e1772-0977-4a66-9c16-9fe922671743 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383182 Jun 01 16:17:06.729971 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-652d99cc-c3f9-425c-8d86-c09718f10b13 req-226ebb02-64f4-4ca3-9abd-cbffa76c1c4a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1689563 Jun 01 16:17:06.878273 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d99cc-c3f9-425c-8d86-c09718f10b13 req-d0755df4-4203-4872-9492-3182d5bfe001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:17:06.879802 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-652d99cc-c3f9-425c-8d86-c09718f10b13 req-d0755df4-4203-4872-9492-3182d5bfe001 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1099 time: 0.0724492 Jun 01 16:17:07.037545 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d99cc-c3f9-425c-8d86-c09718f10b13 req-fc0a9e22-3598-42e8-80c5-40fbaa8ebcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:17:07.039034 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-652d99cc-c3f9-425c-8d86-c09718f10b13 req-fc0a9e22-3598-42e8-80c5-40fbaa8ebcfc service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1385646 Jun 01 16:17:07.110430 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-652d99cc-c3f9-425c-8d86-c09718f10b13 req-a71b4e70-dc55-4264-ae3d-4217bb6be318 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 217 time: 0.0645771 Jun 01 16:17:07.172859 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d99cc-c3f9-425c-8d86-c09718f10b13 req-0a24d27a-b588-4cc6-ae41-06d713182c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:17:07.174316 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-652d99cc-c3f9-425c-8d86-c09718f10b13 req-0a24d27a-b588-4cc6-ae41-06d713182c50 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0583124 Jun 01 16:17:07.226073 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-652d99cc-c3f9-425c-8d86-c09718f10b13 req-0367a596-e571-4e6c-9724-908c5ad862c0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445876 Jun 01 16:17:07.359998 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-652d99cc-c3f9-425c-8d86-c09718f10b13 req-326c22e8-4f74-4846-b7c8-92de8df6d338 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271408 Jun 01 16:17:07.493308 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-652d99cc-c3f9-425c-8d86-c09718f10b13 req-3fd0f955-b0de-4971-8f08-d20b4cf2dbea service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271086 Jun 01 16:17:10.748901 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4dd9-71d1-45b7-8e21-a98d0a91087d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:11.761067 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:17:13.246070 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-36e3a596-caab-415d-b52f-a3acb193fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:13.462825 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:13.832131 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:15.014825 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:16.587699 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:40.754441 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7bd56982-5a2e-4570-b56f-704ab6bb009d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:43.284291 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3543-712c-44be-a137-dfd44ce50b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:43.466989 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:43.846714 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:45.016661 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:46.590166 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:17:48.760833 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:18:09.223732 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9f986b44-8d70-40d9-ad38-2c540ca468c4 req-1b303eeb-4e3f-4fab-8b02-85fb5409856a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716066 Jun 01 16:18:09.369776 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f986b44-8d70-40d9-ad38-2c540ca468c4 req-747448a1-f858-4040-8569-737401e4f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:18:09.371274 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9f986b44-8d70-40d9-ad38-2c540ca468c4 req-747448a1-f858-4040-8569-737401e4f1ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1099 time: 0.0753596 Jun 01 16:18:09.517406 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f986b44-8d70-40d9-ad38-2c540ca468c4 req-fb41c1b7-cb88-4a00-ba2f-f8c247b94c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:18:09.518923 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9f986b44-8d70-40d9-ad38-2c540ca468c4 req-fb41c1b7-cb88-4a00-ba2f-f8c247b94c26 service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1287150 Jun 01 16:18:09.587970 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9f986b44-8d70-40d9-ad38-2c540ca468c4 req-f0d213d6-f130-42e0-8e79-3b082d807883 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 217 time: 0.0618505 Jun 01 16:18:09.653499 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f986b44-8d70-40d9-ad38-2c540ca468c4 req-1d7ee241-de45-4143-b542-f6bbf8035f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:18:09.654959 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9f986b44-8d70-40d9-ad38-2c540ca468c4 req-1d7ee241-de45-4143-b542-f6bbf8035f0d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0610373 Jun 01 16:18:09.703038 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9f986b44-8d70-40d9-ad38-2c540ca468c4 req-2770d893-05bf-41af-821f-b07da233f53e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410049 Jun 01 16:18:09.837924 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9f986b44-8d70-40d9-ad38-2c540ca468c4 req-fd6ee0ca-4ded-430f-94bb-8eef1505b00b service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272080 Jun 01 16:18:09.977106 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-9f986b44-8d70-40d9-ad38-2c540ca468c4 req-3e144c7e-5b5f-46d9-9f05-2bf475c3fe9a service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315317 Jun 01 16:18:10.757321 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-eecac794-50c6-4259-86e7-5cada78f241b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:18:13.247152 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-346127d9-cd66-493d-88ea-8acd6be0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:18:13.469305 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:18:13.863592 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:18:15.020248 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:18:16.593595 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:18:25.758964 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:18:40.759879 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-84cdb5cb-9b4a-48dc-b6fa-9e0b7a5cb5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:18:43.249786 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8d44-a1c3-4fd6-9978-c2b03fd80303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:18:43.474799 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:18:43.863088 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:18:45.024051 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:18:46.596444 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:02.757719 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:19:09.282586 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c5ae5e07-360f-4059-ae4d-265c871d98e9 req-c6209a0a-e89a-40f7-8cf4-92d4d8f6784e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844815 Jun 01 16:19:09.526961 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae5e07-360f-4059-ae4d-265c871d98e9 req-2dd7beab-f588-4026-9baa-ce5b2bc72e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:19:09.528512 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c5ae5e07-360f-4059-ae4d-265c871d98e9 req-2dd7beab-f588-4026-9baa-ce5b2bc72e30 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1099 time: 0.1760163 Jun 01 16:19:09.693838 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae5e07-360f-4059-ae4d-265c871d98e9 req-68225df2-2f53-4776-baaf-e80dbfbd6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:19:09.695246 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c5ae5e07-360f-4059-ae4d-265c871d98e9 req-68225df2-2f53-4776-baaf-e80dbfbd6338 service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1450248 Jun 01 16:19:09.772143 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c5ae5e07-360f-4059-ae4d-265c871d98e9 req-6ba24af7-6469-4e26-a4c2-1fcca2c5c82e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 217 time: 0.0703979 Jun 01 16:19:09.838795 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae5e07-360f-4059-ae4d-265c871d98e9 req-4e977bc2-6ed2-461b-85dc-d8dfce0f6d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:19:09.840241 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c5ae5e07-360f-4059-ae4d-265c871d98e9 req-4e977bc2-6ed2-461b-85dc-d8dfce0f6d19 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0617638 Jun 01 16:19:09.893365 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c5ae5e07-360f-4059-ae4d-265c871d98e9 req-c63a808f-1529-4855-99a4-5914ad03fdf7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466003 Jun 01 16:19:10.026441 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c5ae5e07-360f-4059-ae4d-265c871d98e9 req-2e34bc60-60c6-42c5-9e76-fd3752d705f1 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261227 Jun 01 16:19:10.161200 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c5ae5e07-360f-4059-ae4d-265c871d98e9 req-dfb94fbb-a1cd-40cd-98a7-b2759cb486ac service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287060 Jun 01 16:19:10.761914 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-61298403-d5de-4825-897c-a6a08327ed9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:13.254982 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9e9c0e9a-81cd-424d-bdf1-fadb6b64623c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:13.478423 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:13.865359 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:15.027458 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:16.597908 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:39.756702 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:19:40.763678 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-13837cf9-5856-455b-a992-f2ec95e02350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:43.257257 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b95bb9e0-3fce-4715-aee0-db9a1578623d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:43.480061 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:43.886975 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:45.029009 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:19:46.602086 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:10.765115 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f9a28405-53dc-4168-88f2-03182c803eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:11.188037 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3b1604d0-3cdf-493e-829d-6da927a426c7 req-26a66552-ccfe-4f95-af0c-8a250e72d14b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690439 Jun 01 16:20:11.335536 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1604d0-3cdf-493e-829d-6da927a426c7 req-7b933500-5a9d-4ec1-be31-9479b09fcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:20:11.337008 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3b1604d0-3cdf-493e-829d-6da927a426c7 req-7b933500-5a9d-4ec1-be31-9479b09fcf82 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1099 time: 0.0778508 Jun 01 16:20:11.489444 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1604d0-3cdf-493e-829d-6da927a426c7 req-a9dba495-2a12-4731-8658-393f90f0d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:20:11.490848 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3b1604d0-3cdf-493e-829d-6da927a426c7 req-a9dba495-2a12-4731-8658-393f90f0d4cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1338685 Jun 01 16:20:11.559183 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3b1604d0-3cdf-493e-829d-6da927a426c7 req-796e0da8-6b3a-4460-a9d4-96e6e9426057 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 217 time: 0.0615509 Jun 01 16:20:11.626099 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1604d0-3cdf-493e-829d-6da927a426c7 req-fd21a957-f5dc-45ad-a9f1-d69fe0a9f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:20:11.627528 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3b1604d0-3cdf-493e-829d-6da927a426c7 req-fd21a957-f5dc-45ad-a9f1-d69fe0a9f820 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0621121 Jun 01 16:20:11.674903 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3b1604d0-3cdf-493e-829d-6da927a426c7 req-5fd8b0b7-edbb-4111-bda8-bc831bdeaa2b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403090 Jun 01 16:20:11.808708 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3b1604d0-3cdf-493e-829d-6da927a426c7 req-540b2e8a-003d-4ce4-ab2c-52613f8a15a5 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271245 Jun 01 16:20:11.946403 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3b1604d0-3cdf-493e-829d-6da927a426c7 req-0211a2c9-da1d-4627-9697-205f8fcfe25a service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304495 Jun 01 16:20:13.259158 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-84ecb254-bd5c-4eae-a4e8-439b63421e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:13.482489 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:13.884537 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:15.032381 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:16.605230 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:16.756415 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:20:40.767362 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db4d48ef-b850-4d75-975a-cb32ab9adeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:43.261362 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8520f8e0-9435-48c0-b72a-64ea982f9eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:43.486107 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:43.908133 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:45.041593 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:46.608783 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:20:53.754869 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:21:10.693076 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-24e798fb-f7ab-44e0-bcb3-90346a071689 req-14cddaa7-0b4e-4b40-8f5a-058e0655d6af service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755634 Jun 01 16:21:10.772839 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6e16-c207-409f-93e2-a0309663a7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:21:10.926375 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e798fb-f7ab-44e0-bcb3-90346a071689 req-ab55c0bc-9649-44c3-83d5-359b6e7da0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:21:10.927887 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-24e798fb-f7ab-44e0-bcb3-90346a071689 req-ab55c0bc-9649-44c3-83d5-359b6e7da0c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1099 time: 0.1666050 Jun 01 16:21:11.074594 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e798fb-f7ab-44e0-bcb3-90346a071689 req-b2443a8c-e20f-425e-bf0e-4c94944c5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:21:11.076635 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-24e798fb-f7ab-44e0-bcb3-90346a071689 req-b2443a8c-e20f-425e-bf0e-4c94944c5cac service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1300368 Jun 01 16:21:11.150569 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-24e798fb-f7ab-44e0-bcb3-90346a071689 req-5b0bf46b-eb41-40f3-ab09-345b8eba4048 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 217 time: 0.0650680 Jun 01 16:21:11.211995 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e798fb-f7ab-44e0-bcb3-90346a071689 req-811f2eb8-f707-4c96-8089-007fb66819ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:21:11.213481 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-24e798fb-f7ab-44e0-bcb3-90346a071689 req-811f2eb8-f707-4c96-8089-007fb66819ca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0569990 Jun 01 16:21:11.266213 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-24e798fb-f7ab-44e0-bcb3-90346a071689 req-f5e49daa-5577-43c4-accd-4474460d7c75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440967 Jun 01 16:21:11.403031 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-24e798fb-f7ab-44e0-bcb3-90346a071689 req-65f4c6c7-8364-42fe-b7bb-676835bbb308 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303737 Jun 01 16:21:11.536538 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-24e798fb-f7ab-44e0-bcb3-90346a071689 req-d21b75d4-ac2d-4af7-8f32-2de4c68695e4 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270373 Jun 01 16:21:13.265020 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bc43457a-0ba7-4565-9a93-657bd247b581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:21:13.490562 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:21:13.906361 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:21:15.038370 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:21:16.611831 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:21:30.755024 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:21:40.765420 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f0070a13-10b8-4442-a03e-839def8ee838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:21:43.266645 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-924eee42-9110-4bf6-9b90-de44f8216571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:21:43.493278 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:21:43.924322 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:21:45.042279 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:21:46.613963 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:07.754826 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:22:10.687008 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2db5af4e-1c11-4013-b048-c923ce413078 req-723aa8e2-5b5e-4a97-9275-5e7dfa2855e9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1175833 Jun 01 16:22:10.767581 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-414291f8-4e66-46e4-980f-3362dcd8f1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:10.833158 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5af4e-1c11-4013-b048-c923ce413078 req-3d6f1091-fdcd-4906-9dcb-6957abb338bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:22:10.834604 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2db5af4e-1c11-4013-b048-c923ce413078 req-3d6f1091-fdcd-4906-9dcb-6957abb338bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1099 time: 0.0797651 Jun 01 16:22:10.979815 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5af4e-1c11-4013-b048-c923ce413078 req-f4e76516-ccfe-45e5-9ea4-bb1df13057d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:22:10.981321 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2db5af4e-1c11-4013-b048-c923ce413078 req-f4e76516-ccfe-45e5-9ea4-bb1df13057d3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1272116 Jun 01 16:22:11.047572 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2db5af4e-1c11-4013-b048-c923ce413078 req-4a8aac10-f3c5-40c0-ac9b-3c1f965c23a1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 217 time: 0.0598266 Jun 01 16:22:11.113363 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5af4e-1c11-4013-b048-c923ce413078 req-8b406be6-dbe0-4e53-a6fc-bd397150ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:22:11.114867 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2db5af4e-1c11-4013-b048-c923ce413078 req-8b406be6-dbe0-4e53-a6fc-bd397150ee22 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0612950 Jun 01 16:22:11.162412 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2db5af4e-1c11-4013-b048-c923ce413078 req-0e9cd521-3f89-4ba3-9566-009c08cf3ea7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413909 Jun 01 16:22:11.301788 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2db5af4e-1c11-4013-b048-c923ce413078 req-9c410491-e847-4cfb-b5fe-5903c47d4e4e service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321096 Jun 01 16:22:11.436680 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-2db5af4e-1c11-4013-b048-c923ce413078 req-9b2dde01-3af8-41c5-b23e-dccf0afedd2a service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263454 Jun 01 16:22:13.269898 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d8af8420-b775-400e-b44e-8593b5ef7102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:13.495237 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:13.935592 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:15.042979 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:16.616502 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:40.770473 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-63313369-1eee-432b-8f1d-ab379b422a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:43.271930 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-83b99c15-4508-4676-8acc-bcfe1d841216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:43.497776 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:43.950926 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:44.753810 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:22:45.047158 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:46.627549 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:22:59.677626 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-c05e6ff3-a037-4668-8d27-72025bef0339 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:22:59.679102 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-c05e6ff3-a037-4668-8d27-72025bef0339 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 814 time: 0.1464398 Jun 01 16:22:59.695543 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-668108f1-9c7d-4926-b984-8f624fd498d8 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/quotas/12bcd2b3d38f497ba217560d648313e1 HTTP/1.1" status: 200 len: 375 time: 0.0096207 Jun 01 16:22:59.780444 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-35a6a677-4191-4cd0-9e2d-e83809601710 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792222 Jun 01 16:22:59.956020 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-4471f1ca-38ef-4fc7-8481-d890f602518e service neutron] 10.222.0.63 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683500 Jun 01 16:23:00.088463 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-4afb8e84-5baf-4f72-98ac-50ca9123d662 service neutron] 10.222.0.63 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267874 Jun 01 16:23:00.316735 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-43344d7d-a9dd-4a8f-8cca-2f7d06c6faa5 req-ba65e685-09f7-4b2a-95b5-083377576685 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 210 time: 0.0881610 Jun 01 16:23:01.495768 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-73c24212-1b43-454a-8079-bc999fbd1e11 req-14e4daca-0830-4727-b0b3-c14efd1ef626 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 210 time: 0.0545075 Jun 01 16:23:01.508379 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-fed42f27-d73c-4338-a220-bb8548862ca7 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:01.509887 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-fed42f27-d73c-4338-a220-bb8548862ca7 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 814 time: 0.2744546 Jun 01 16:23:01.524074 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Request body: {'port': {'device_id': 'bf632a5a-2446-455c-b279-04249c436976', 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28', 'admin_state_up': True, 'tenant_id': '12bcd2b3d38f497ba217560d648313e1'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:23:01.673025 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:23:01.676754 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Usage tracker for resource:port and tenant:12bcd2b3d38f497ba217560d648313e1 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:23:01.679602 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:23:01.685289 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:23:01.695881 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Made reservation on behalf of 12bcd2b3d38f497ba217560d648313e1 for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:23:01.699569 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:01.864921 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Allocated IP 172.20.0.8 (314895a9-3140-4d53-88cd-ad39434a5d28/5711ba72-7553-4d90-a870-ba1531411ddf/e541befc-ae03-47a7-a993-1602f037c056) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:23:02.069144 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:02.098959 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:02.104639 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2088ef90-adfb-453b-b961-9be2eb3ec9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:23:02.111698 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['59439bb2-0a4b-4650-a2d9-40aef8042a2b'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:23:02.173738 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Network 314895a9-3140-4d53-88cd-ad39434a5d28 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:23:02.177098 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:23:02.181476 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:23:02.219480 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Pushing event updated for resources: {'Port': ['ID=e541befc-ae03-47a7-a993-1602f037c056,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:23:02.233413 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.234262 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.234262 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.234631 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.235003 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.235386 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.235728 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.236088 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.236449 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.236804 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.237162 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.237514 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:02.246219 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:23:02.263163 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:02.263774 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:02.289593 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7696519 Jun 01 16:23:02.302434 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Request body: {'port': {'device_id': 'bf632a5a-2446-455c-b279-04249c436976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:23:02.413934 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:02.708275 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffaebc-77c8-43dc-a4b9-fb22e959d73b req-c85306c4-e29e-4bd2-9579-3c4462e15ab8 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:02.709715 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d7ffaebc-77c8-43dc-a4b9-fb22e959d73b req-c85306c4-e29e-4bd2-9579-3c4462e15ab8 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 931 time: 0.0829000 Jun 01 16:23:02.757326 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-d7ffaebc-77c8-43dc-a4b9-fb22e959d73b req-c67344af-223e-4242-beb0-1949e647580d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 Jun 01 16:23:02.764060 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e541befc-ae03-47a7-a993-1602f037c056 {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:23:02.772230 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:02.787651 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Transition to ACTIVE for port object e541befc-ae03-47a7-a993-1602f037c056 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:23:02.791333 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:02.795991 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:23:02.949302 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Pushing event updated for resources: {'Port': ['ID=e541befc-ae03-47a7-a993-1602f037c056,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:23:02.957111 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:23:03.028057 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Attempting to bind port e541befc-ae03-47a7-a993-1602f037c056 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:23:03.028385 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Attempting to bind port e541befc-ae03-47a7-a993-1602f037c056 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:23:03.028714 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Attempting to bind port e541befc-ae03-47a7-a993-1602f037c056 on network 314895a9-3140-4d53-88cd-ad39434a5d28 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:23:03.033913 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Port e541befc-ae03-47a7-a993-1602f037c056 on network 314895a9-3140-4d53-88cd-ad39434a5d28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 16:23:03.034302 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Attempting to bind port e541befc-ae03-47a7-a993-1602f037c056 on network 314895a9-3140-4d53-88cd-ad39434a5d28 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:23:03.039327 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:23:03.039600 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Checking segment: {'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:23:03.039978 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Bound using segment: {'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:23:03.040396 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Bound port: e541befc-ae03-47a7-a993-1602f037c056, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:23:03.040736 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:03.131180 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] For port e541befc-ae03-47a7-a993-1602f037c056, host hv-cinder-79351, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:23:03.134112 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] For port e541befc-ae03-47a7-a993-1602f037c056, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e541befc-ae03-47a7-a993-1602f037c056,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:23:03.138632 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:03.143523 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:23:03.192457 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:03.193051 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:03.194414 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] 10.222.0.86 "PUT /v2.0/ports/e541befc-ae03-47a7-a993-1602f037c056 HTTP/1.1" status: 200 len: 1093 time: 0.8961973 Jun 01 16:23:03.194915 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf632a5a-2446-455c-b279-04249c436976', 'tag': 'e541befc-ae03-47a7-a993-1602f037c056'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:23:03.197162 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ab4f4f-a856-493e-9a9f-5d129d9236eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf632a5a-2446-455c-b279-04249c436976", "tag": "e541befc-ae03-47a7-a993-1602f037c056"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:23:03.227100 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Pushing event updated for resources: {'Port': ['ID=e541befc-ae03-47a7-a993-1602f037c056,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:23:03.230229 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:23:03.373015 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8503b701-c570-4e46-b3d9-60af2180621a x-openstack-request-id: req-8503b701-c570-4e46-b3d9-60af2180621a {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:23:03.373344 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf632a5a-2446-455c-b279-04249c436976", "tag": "e541befc-ae03-47a7-a993-1602f037c056", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:23:03.374199 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8503b701-c570-4e46-b3d9-60af2180621a {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:23:03.374619 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf632a5a-2446-455c-b279-04249c436976', 'tag': 'e541befc-ae03-47a7-a993-1602f037c056', 'status': 'completed', 'code': 200} Jun 01 16:23:03.404765 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-49151e3c-7eca-4516-81f3-835a3f4f0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:03.406265 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-49151e3c-7eca-4516-81f3-835a3f4f0478 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 1096 time: 0.1699190 Jun 01 16:23:03.473949 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-cef3cd66-cf69-4e07-8434-c3214290c9fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e541befc-ae03-47a7-a993-1602f037c056 HTTP/1.1" status: 200 len: 217 time: 0.0601816 Jun 01 16:23:03.540542 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-4c341b92-ffa5-4227-9e74-0fda3aa5b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:03.541972 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-4c341b92-ffa5-4227-9e74-0fda3aa5b5ca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0616391 Jun 01 16:23:03.589060 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-37858e53-09f2-4244-98cc-42ac6e3562c7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408161 Jun 01 16:23:03.724857 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-73698093-0c5e-4260-b943-1deb2d486405 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288512 Jun 01 16:23:03.871045 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-449c4375-14d0-4c5f-b2dd-c4ed4b80bb4e req-8236ec21-053b-413f-9458-0ff3563799d2 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400580 Jun 01 16:23:03.954251 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6a955-78c4-4d96-9030-d45692cb9ed4 req-2da32f4e-a0e8-4d3e-a7cd-642e0112ab9b tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:03.955678 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4aa6a955-78c4-4d96-9030-d45692cb9ed4 req-2da32f4e-a0e8-4d3e-a7cd-642e0112ab9b tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 943 time: 0.0860541 Jun 01 16:23:03.996363 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4f4f-a856-493e-9a9f-5d129d9236eb req-e5bb29af-9726-4287-b51c-1e953ae7fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:03.997875 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29ab4f4f-a856-493e-9a9f-5d129d9236eb req-e5bb29af-9726-4287-b51c-1e953ae7fc7d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 1096 time: 0.0794530 Jun 01 16:23:04.101506 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4aa6a955-78c4-4d96-9030-d45692cb9ed4 req-69d5e817-d85c-47b1-8e6c-1e2ca408992f tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400750 Jun 01 16:23:04.139928 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4f4f-a856-493e-9a9f-5d129d9236eb req-30a33342-a3a5-484f-9fcc-07e08503ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:04.141398 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29ab4f4f-a856-493e-9a9f-5d129d9236eb req-30a33342-a3a5-484f-9fcc-07e08503ea0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1356821 Jun 01 16:23:04.210012 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29ab4f4f-a856-493e-9a9f-5d129d9236eb req-24e253cd-353c-43dd-95d9-b065d55b1d10 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e541befc-ae03-47a7-a993-1602f037c056 HTTP/1.1" status: 200 len: 217 time: 0.0619619 Jun 01 16:23:04.284657 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4f4f-a856-493e-9a9f-5d129d9236eb req-c86296b4-d5f4-4e24-8b8b-289f439d85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:04.286135 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29ab4f4f-a856-493e-9a9f-5d129d9236eb req-c86296b4-d5f4-4e24-8b8b-289f439d85f2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0675931 Jun 01 16:23:04.335213 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29ab4f4f-a856-493e-9a9f-5d129d9236eb req-7cd22e39-4e44-4394-a0f9-ade7f8c5afac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422833 Jun 01 16:23:04.474696 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29ab4f4f-a856-493e-9a9f-5d129d9236eb req-998fcd41-636f-44a4-af67-8a35ec3991cb service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281989 Jun 01 16:23:04.616104 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-29ab4f4f-a856-493e-9a9f-5d129d9236eb req-a5dfbc48-3873-412f-917d-1ba8648f2363 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341176 Jun 01 16:23:05.291403 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ea2e-a3f1-4411-8c90-7531c0fcbce7 req-83ac06a2-2f96-4fc6-b656-cb3a545f4830 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:05.292789 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-beb1ea2e-a3f1-4411-8c90-7531c0fcbce7 req-83ac06a2-2f96-4fc6-b656-cb3a545f4830 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 943 time: 0.0815632 Jun 01 16:23:05.347431 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-beb1ea2e-a3f1-4411-8c90-7531c0fcbce7 req-95946d59-4ed8-4402-8149-29bbd609b868 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484600 Jun 01 16:23:06.541494 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4f829-f3a3-4cca-b77f-a78d9e1ee832 req-d1829ec3-cc4e-440a-95bd-c9b93330bb83 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:06.542937 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5fb4f829-f3a3-4cca-b77f-a78d9e1ee832 req-d1829ec3-cc4e-440a-95bd-c9b93330bb83 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 943 time: 0.0909326 Jun 01 16:23:06.593272 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5fb4f829-f3a3-4cca-b77f-a78d9e1ee832 req-0f8f3f6b-7dfd-4888-9ecd-f6f2269fcdb4 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425153 Jun 01 16:23:06.594146 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e541befc-ae03-47a7-a993-1602f037c056 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 16:23:06.735472 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port e541befc-ae03-47a7-a993-1602f037c056, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e541befc-ae03-47a7-a993-1602f037c056,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:23:06.749349 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': 'e541befc-ae03-47a7-a993-1602f037c056', 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28', 'port_id': 'e541befc-ae03-47a7-a993-1602f037c056', 'mac_address': 'fa:16:3e:d7:89:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5711ba72-7553-4d90-a870-ba1531411ddf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 16:23:06.803861 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:06.820960 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e541befc-ae03-47a7-a993-1602f037c056 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:23:06.836107 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port e541befc-ae03-47a7-a993-1602f037c056, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e541befc-ae03-47a7-a993-1602f037c056,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:23:06.840381 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:06.843402 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:23:06.952494 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=e541befc-ae03-47a7-a993-1602f037c056,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:23:06.959856 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.960202 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.960541 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.960927 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.961262 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.961591 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.961921 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.962282 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.962602 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.962920 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.963239 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.963555 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:23:06.968616 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:23:07.101173 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['e541befc-ae03-47a7-a993-1602f037c056'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:23:07.780849 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb542a0-f275-40b9-bbbb-48ecc29628ae req-e30ec1df-64ff-49a4-a4ea-205d5f6db059 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:07.782326 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4fb542a0-f275-40b9-bbbb-48ecc29628ae req-e30ec1df-64ff-49a4-a4ea-205d5f6db059 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 944 time: 0.0843313 Jun 01 16:23:07.826587 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4fb542a0-f275-40b9-bbbb-48ecc29628ae req-ab73b119-2f47-4465-9184-63a45e452577 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385907 Jun 01 16:23:08.597230 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e541befc-ae03-47a7-a993-1602f037c056 up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:23:08.666440 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port e541befc-ae03-47a7-a993-1602f037c056 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:23:08.671988 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port e541befc-ae03-47a7-a993-1602f037c056 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:23:08.672386 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:08.787361 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:08.813668 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf632a5a-2446-455c-b279-04249c436976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e541befc-ae03-47a7-a993-1602f037c056'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:23:08.816003 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9a8916-6095-406a-ba5c-6bce11009c1c" -d '{"events": [{"server_uuid": "bf632a5a-2446-455c-b279-04249c436976", "name": "network-vif-plugged", "status": "completed", "tag": "e541befc-ae03-47a7-a993-1602f037c056"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:23:08.823852 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port e541befc-ae03-47a7-a993-1602f037c056, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e541befc-ae03-47a7-a993-1602f037c056,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:23:08.829523 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:08.831649 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:23:08.898593 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=e541befc-ae03-47a7-a993-1602f037c056,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:23:08.901654 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:23:08.919644 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95ba8df-67a5-40bb-8f34-5fe17d1b3ced x-openstack-request-id: req-d95ba8df-67a5-40bb-8f34-5fe17d1b3ced {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:23:08.919942 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf632a5a-2446-455c-b279-04249c436976", "name": "network-vif-plugged", "status": "completed", "tag": "e541befc-ae03-47a7-a993-1602f037c056", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:23:08.921569 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d95ba8df-67a5-40bb-8f34-5fe17d1b3ced {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:23:08.922042 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf632a5a-2446-455c-b279-04249c436976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e541befc-ae03-47a7-a993-1602f037c056', 'code': 200} Jun 01 16:23:09.015712 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e846577-a112-43dd-8d15-6b2513ab52ab req-91231eab-c365-4032-8172-61530d8be97d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:09.017256 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5e846577-a112-43dd-8d15-6b2513ab52ab req-91231eab-c365-4032-8172-61530d8be97d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 945 time: 0.0827034 Jun 01 16:23:09.070189 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5e846577-a112-43dd-8d15-6b2513ab52ab req-bf062de1-2cda-426e-95d7-7773e6b78d62 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Jun 01 16:23:09.179518 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1cf1b-7d66-4351-8c91-7ed495e2619f req-18dadde6-f3d1-4f72-85da-d710eb4dd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:09.180972 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-aea1cf1b-7d66-4351-8c91-7ed495e2619f req-18dadde6-f3d1-4f72-85da-d710eb4dd568 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 1098 time: 0.0765343 Jun 01 16:23:09.226783 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-aea1cf1b-7d66-4351-8c91-7ed495e2619f req-b4229cf3-3848-4155-b856-ffc6638c6850 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384555 Jun 01 16:23:10.274542 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafff6d-f415-4f59-aeb3-3c9f1d9fd0d4 req-edeb48ff-e137-4336-8056-b82104fdc0f5 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:10.276002 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8fafff6d-f415-4f59-aeb3-3c9f1d9fd0d4 req-edeb48ff-e137-4336-8056-b82104fdc0f5 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 945 time: 0.0880435 Jun 01 16:23:10.322059 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8fafff6d-f415-4f59-aeb3-3c9f1d9fd0d4 req-d5e0020f-5c1f-46fa-9eb8-bb790e4b68a7 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Jun 01 16:23:10.632059 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1da12930-4675-4c2c-b3d2-4d737e061449 req-3949bd9f-51ff-42b2-a6f4-09c43ad3eed3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711060 Jun 01 16:23:10.773903 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b6b22a7c-e582-4db6-aceb-ac9d896f8016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:10.783659 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da12930-4675-4c2c-b3d2-4d737e061449 req-aa9d6144-0180-4704-a0db-5852d8deaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:10.785171 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1da12930-4675-4c2c-b3d2-4d737e061449 req-aa9d6144-0180-4704-a0db-5852d8deaa41 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1099 time: 0.0805213 Jun 01 16:23:11.026065 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da12930-4675-4c2c-b3d2-4d737e061449 req-8c53ac5d-3ea1-41dd-9004-4b35a951c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:11.027498 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1da12930-4675-4c2c-b3d2-4d737e061449 req-8c53ac5d-3ea1-41dd-9004-4b35a951c74b service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.2222905 Jun 01 16:23:11.096071 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1da12930-4675-4c2c-b3d2-4d737e061449 req-e5a471ca-c0bc-4449-ba1e-64f0c870a0ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 217 time: 0.0613744 Jun 01 16:23:11.160457 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da12930-4675-4c2c-b3d2-4d737e061449 req-f96d0ff9-ba58-48fa-831b-8d74f846685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:23:11.161895 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1da12930-4675-4c2c-b3d2-4d737e061449 req-f96d0ff9-ba58-48fa-831b-8d74f846685a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0600514 Jun 01 16:23:11.209422 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1da12930-4675-4c2c-b3d2-4d737e061449 req-4a07ffd5-4e46-4a1a-aae9-540a59482871 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407395 Jun 01 16:23:11.340248 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1da12930-4675-4c2c-b3d2-4d737e061449 req-ceae06d9-123b-462a-8c67-03f3032ab4f8 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245904 Jun 01 16:23:11.475769 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1da12930-4675-4c2c-b3d2-4d737e061449 req-5332fb41-dfc6-403b-bcdd-85060176fa1a service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282091 Jun 01 16:23:13.276404 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d0524e78-b50a-4ab8-ad43-e6b86b95cc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:13.501213 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:13.966368 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:15.049811 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:16.624405 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:21.753108 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:23:40.782788 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9a96e839-d902-477d-9317-35d034c01568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:43.278481 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9aaa34e7-c4bb-48fc-a60a-5324076877d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:43.502618 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:43.988012 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:45.051819 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:46.627625 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:23:58.751644 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:24:05.465095 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 59712) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:24:06.123012 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985698'] for router_interface, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:06.648000 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Deleting port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:24:06.648696 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:06.773380 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] For port 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:24:06.773732 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:06.897311 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Calling delete_port for 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd owned by network:router_interface {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:24:07.061221 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:07.065457 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:24:07.116529 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:24:07.158676 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.159060 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.159424 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.159786 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.160143 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.160508 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.160861 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.161211 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.161602 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.161955 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.162329 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.162678 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:07.190343 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:24:07.395382 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7985074'] for router_interface, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:07.777436 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:24:08.070678 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:24:08.080589 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df62a6-a917-4e11-8c22-a70ea104d917 None None] Sync routers for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:24:08.083539 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] 10.222.0.63 "PUT /v2.0/routers/89c2af5c-9288-4ed8-8af9-fe26bbfa6192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6173472 Jun 01 16:24:08.085921 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 59724) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:24:08.090047 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df62a6-a917-4e11-8c22-a70ea104d917 None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:24:08.090662 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-53df62a6-a917-4e11-8c22-a70ea104d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:23:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:24:08.265347 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:08.270335 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-53df62a6-a917-4e11-8c22-a70ea104d917 None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:24:08.454783 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:08.527194 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Deleting port 2536792e-5d4a-453c-b3ab-4c2e768a4a41 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:24:08.527429 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:08.561767 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-53df62a6-a917-4e11-8c22-a70ea104d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T16:24:06Z', 'revision_number': 5, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port': {'id': '2536792e-5d4a-453c-b3ab-4c2e768a4a41', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:52:23Z', 'updated_at': '2021-06-01T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:24:08.565622 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df62a6-a917-4e11-8c22-a70ea104d917 None None] Checking router: 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:24:08.573928 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df62a6-a917-4e11-8c22-a70ea104d917 None None] Routers {'89c2af5c-9288-4ed8-8af9-fe26bbfa6192'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:24:08.574572 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-53df62a6-a917-4e11-8c22-a70ea104d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:23:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:24:08.652875 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] For port 2536792e-5d4a-453c-b3ab-4c2e768a4a41, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=2536792e-5d4a-453c-b3ab-4c2e768a4a41,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:24:08.653272 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:08.724170 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-53df62a6-a917-4e11-8c22-a70ea104d917 None None] Set router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 gateway port host: None {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:24:08.776539 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Calling delete_port for 2536792e-5d4a-453c-b3ab-4c2e768a4a41 owned by network:router_gateway {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:24:08.834121 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-53df62a6-a917-4e11-8c22-a70ea104d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T16:24:08Z', 'revision_number': 6, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port_host': None}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:24:08.838082 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df62a6-a917-4e11-8c22-a70ea104d917 None None] The sync data for ids ['89c2af5c-9288-4ed8-8af9-fe26bbfa6192'] in dv-cinder-793515-3-iscsi is: [{'id': '89c2af5c-9288-4ed8-8af9-fe26bbfa6192', 'name': 'tempest-AttachVolumeShelveTestJSON-1614315973-router', 'tenant_id': 'ade93647f9a44b03960939b171f8c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:52:20Z', 'updated_at': '2021-06-01T16:24:08Z', 'revision_number': 6, 'project_id': 'ade93647f9a44b03960939b171f8c3fb', 'gw_port_host': None}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:24:08.918552 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:08.922336 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c8d4de69-20e4-4179-9391-14ad9e250af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:24:08.969748 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2536792e-5d4a-453c-b3ab-4c2e768a4a41,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:24:08.972912 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:24:09.066178 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7985225'] for router_gateway, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:09.239615 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15153'] for router, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:09.242403 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:09.273770 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999407'] for router, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:09.274224 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89c2af5c-9288-4ed8-8af9-fe26bbfa6192 {{(pid=91911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:24:09.288298 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:09.289402 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] 10.222.0.63 "DELETE /v2.0/routers/89c2af5c-9288-4ed8-8af9-fe26bbfa6192 HTTP/1.1" status: 204 len: 168 time: 1.2025454 Jun 01 16:24:09.292006 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 59730) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:24:09.362831 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6c2c91-b0d8-45f1-a59d-40fb74c77b03 admin admin] Deleting subnet f30203e2-c7f9-4016-9e91-778067ce0e31 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:24:09.365879 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2c91-b0d8-45f1-a59d-40fb74c77b03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:09.415767 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2c91-b0d8-45f1-a59d-40fb74c77b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5375913'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:09.493325 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2c91-b0d8-45f1-a59d-40fb74c77b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:09.638683 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:24:09.678298 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:24:09.678561 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 3ea512e4-a8e6-4eb3-91c3-0ef03dcda4fd not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:24:09.867423 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2c91-b0d8-45f1-a59d-40fb74c77b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5468455'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:09.871672 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3cdbfa6d-1fd2-4355-9334-7cc1340171ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:24:09.911568 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c2c91-b0d8-45f1-a59d-40fb74c77b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30203e2-c7f9-4016-9e91-778067ce0e31,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:24:09.914111 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9c6c2c91-b0d8-45f1-a59d-40fb74c77b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:24:09.918482 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2c91-b0d8-45f1-a59d-40fb74c77b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:09.924452 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaaec3e-a1b4-4513-a087-29e788f6a553 None None] Network 5f0f61e4-94e8-4d47-a898-45250a84cc05 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:24:09.926118 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9c6c2c91-b0d8-45f1-a59d-40fb74c77b03 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f30203e2-c7f9-4016-9e91-778067ce0e31 HTTP/1.1" status: 204 len: 168 time: 0.6328502 Jun 01 16:24:09.928434 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 59736) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:24:10.047060 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.123719 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Deleting port d8a90cb1-ffd7-451a-b81d-af977c643575 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:24:10.124056 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.174698 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] DHCP port deletion for 5f0f61e4-94e8-4d47-a898-45250a84cc05 request from dv-cinder-793515-3-iscsi {{(pid=91912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:24:10.227743 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] For port d8a90cb1-ffd7-451a-b81d-af977c643575, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=d8a90cb1-ffd7-451a-b81d-af977c643575,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:24:10.228097 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.240109 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Deleting port d8a90cb1-ffd7-451a-b81d-af977c643575 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:24:10.240499 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.339631 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] For port d8a90cb1-ffd7-451a-b81d-af977c643575, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=d8a90cb1-ffd7-451a-b81d-af977c643575,segment=NetworkSegment(6df46364-c8b4-4de4-9d01-b5007b6633f2),segment_id=6df46364-c8b4-4de4-9d01-b5007b6633f2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:24:10.339935 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.351437 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Calling delete_port for d8a90cb1-ffd7-451a-b81d-af977c643575 owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:24:10.398887 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.405207 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-479d214d-6ae0-4ec5-8266-2b332fafa4ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:24:10.453462 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a90cb1-ffd7-451a-b81d-af977c643575,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:24:10.455421 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] No DVR routers for this DVR port d8a90cb1-ffd7-451a-b81d-af977c643575 on host dv-cinder-793515-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:24:10.457299 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:24:10.470637 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Calling delete_port for d8a90cb1-ffd7-451a-b81d-af977c643575 owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:24:10.514603 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.517703 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:24:10.564991 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Pushing event deleted for resources: {'Port': ['ID=d8a90cb1-ffd7-451a-b81d-af977c643575,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:24:10.569891 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] No DVR routers for this DVR port d8a90cb1-ffd7-451a-b81d-af977c643575 on host dv-cinder-793515-3-iscsi {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:24:10.572993 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.576064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.583064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.583064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.583064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.583064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.583064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.583064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.583064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.583064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.583064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.583064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.583064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:24:10.584838 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-db1f1e09-c816-4370-8861-c9e348b288d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:24:10.589344 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0f61e4-94e8-4d47-a898-45250a84cc05']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:24:10.602768 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df46364-c8b4-4de4-9d01-b5007b6633f2') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:24:10.603058 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df46364-c8b4-4de4-9d01-b5007b6633f2') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:24:10.615339 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.635545 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.643175 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:24:10.643592 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:24:10.657251 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:24:10.730017 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.733972 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b7719c44-4920-4847-8376-f60a6187b64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:24:10.746776 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.757159 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0f61e4-94e8-4d47-a898-45250a84cc05,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:24:10.760460 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:24:10.777227 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-de7e0700-7af6-4cb6-ab61-6cec21b562b1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/5f0f61e4-94e8-4d47-a898-45250a84cc05 HTTP/1.1" status: 204 len: 168 time: 0.8445575 Jun 01 16:24:10.779668 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4e1b75aa-20ef-402a-9530-1a227515f3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:10.893031 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 59744) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:24:10.943756 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4b63f78e-5213-4376-b51f-9378a43e29e6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ade93647f9a44b03960939b171f8c3fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495198 Jun 01 16:24:10.945984 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 59746) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:24:11.003721 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-97e45938-1a20-4a56-bbcf-d0ec2e662d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:11.030158 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-97e45938-1a20-4a56-bbcf-d0ec2e662d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:11.080690 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-97e45938-1a20-4a56-bbcf-d0ec2e662d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:11.084343 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-42bca9ac-ec10-4c25-8bbb-c71d75157cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:24:11.097363 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e45938-1a20-4a56-bbcf-d0ec2e662d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e46992-c1f8-4046-8bc9-117ce4ef5c8d,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:24:11.100759 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-97e45938-1a20-4a56-bbcf-d0ec2e662d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:24:11.106453 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-97e45938-1a20-4a56-bbcf-d0ec2e662d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:11.107594 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-97e45938-1a20-4a56-bbcf-d0ec2e662d0f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/26e46992-c1f8-4046-8bc9-117ce4ef5c8d HTTP/1.1" status: 204 len: 168 time: 0.1606715 Jun 01 16:24:11.304706 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d8a90cb1-ffd7-451a-b81d-af977c643575 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:24:11.338267 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: d8a90cb1-ffd7-451a-b81d-af977c643575 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:24:11.338672 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device d8a90cb1-ffd7-451a-b81d-af977c643575 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:24:11.339059 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 2536792e-5d4a-453c-b3ab-4c2e768a4a41 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:24:11.376095 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 2536792e-5d4a-453c-b3ab-4c2e768a4a41 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:24:11.376449 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 2536792e-5d4a-453c-b3ab-4c2e768a4a41 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:24:11.670809 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e25d3fdc-96dc-4a5e-914c-0aa3b2777d07 req-025f6062-1bcf-4bed-ba0d-72f37fa3fb4f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811591 Jun 01 16:24:11.774801 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d3fdc-96dc-4a5e-914c-0aa3b2777d07 req-6f5ffd89-6efc-4d13-8745-f9715e93e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:24:11.776291 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e25d3fdc-96dc-4a5e-914c-0aa3b2777d07 req-6f5ffd89-6efc-4d13-8745-f9715e93e36b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 1098 time: 0.0813324 Jun 01 16:24:11.935854 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d3fdc-96dc-4a5e-914c-0aa3b2777d07 req-795c797f-5287-480c-8840-489142f97021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:24:11.937385 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e25d3fdc-96dc-4a5e-914c-0aa3b2777d07 req-795c797f-5287-480c-8840-489142f97021 service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1412091 Jun 01 16:24:12.112631 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e25d3fdc-96dc-4a5e-914c-0aa3b2777d07 req-a80987c1-5054-40e2-916d-bba122f11476 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e541befc-ae03-47a7-a993-1602f037c056 HTTP/1.1" status: 200 len: 217 time: 0.1687083 Jun 01 16:24:12.183561 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d3fdc-96dc-4a5e-914c-0aa3b2777d07 req-4d9384a2-d477-4b21-b172-f8d06c5dd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:24:12.185142 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e25d3fdc-96dc-4a5e-914c-0aa3b2777d07 req-4d9384a2-d477-4b21-b172-f8d06c5dd093 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0651336 Jun 01 16:24:12.237762 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e25d3fdc-96dc-4a5e-914c-0aa3b2777d07 req-a1b926ae-1316-464c-9b8a-5b4b95e2debb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457714 Jun 01 16:24:12.385419 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e25d3fdc-96dc-4a5e-914c-0aa3b2777d07 req-3063a0b6-b55d-4e6e-be50-4c4953984632 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411016 Jun 01 16:24:12.525661 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e25d3fdc-96dc-4a5e-914c-0aa3b2777d07 req-84088c9d-8cb8-4ada-a76e-bf13aefbd462 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336861 Jun 01 16:24:13.282148 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dbccf45a-5e81-4f02-9307-d649600d5d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:13.504409 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:13.980411 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:15.054491 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:16.630412 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:35.750424 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:24:40.771589 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1030ccba-9ef1-4d42-b442-657049ebe5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:43.283299 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-08ff7adb-cb70-4408-a0cb-4887457b0176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:43.506301 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:44.001835 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:45.057922 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:24:46.633839 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:10.774895 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c8a5f192-4756-47be-98aa-39e6cfbb2c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:12.635980 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-aa9b7e20-c8b8-4006-9bf9-ff20da0a3f5a req-013e1a10-42d9-4ce7-a568-e1566b96e957 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740421 Jun 01 16:25:12.751756 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:25:12.779048 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b7e20-c8b8-4006-9bf9-ff20da0a3f5a req-92739277-d2c9-4be4-8931-b1694bb2e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:25:12.780502 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-aa9b7e20-c8b8-4006-9bf9-ff20da0a3f5a req-92739277-d2c9-4be4-8931-b1694bb2e763 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1099 time: 0.0739589 Jun 01 16:25:12.927886 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b7e20-c8b8-4006-9bf9-ff20da0a3f5a req-f1ba2c44-60ea-410e-a70a-a8a64cd4ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:25:12.929225 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-aa9b7e20-c8b8-4006-9bf9-ff20da0a3f5a req-f1ba2c44-60ea-410e-a70a-a8a64cd4ce25 service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1288393 Jun 01 16:25:13.003030 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-aa9b7e20-c8b8-4006-9bf9-ff20da0a3f5a req-e9f2cd7e-9bba-462e-a863-58b2dc9da3af service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 217 time: 0.0663867 Jun 01 16:25:13.071389 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b7e20-c8b8-4006-9bf9-ff20da0a3f5a req-23b692ae-55ad-4126-8d30-509e260d87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:25:13.072928 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-aa9b7e20-c8b8-4006-9bf9-ff20da0a3f5a req-23b692ae-55ad-4126-8d30-509e260d87d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0633652 Jun 01 16:25:13.127351 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-aa9b7e20-c8b8-4006-9bf9-ff20da0a3f5a req-57eeedba-5dce-4660-927e-1351df978b35 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478735 Jun 01 16:25:13.262545 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-aa9b7e20-c8b8-4006-9bf9-ff20da0a3f5a req-e76faa96-9b79-4f2e-9e8d-0aaa595d3691 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287701 Jun 01 16:25:13.284813 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15207098-15b8-40f6-a1a0-869316fcb12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:13.402293 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-aa9b7e20-c8b8-4006-9bf9-ff20da0a3f5a req-78144031-fd1b-4e3d-b1fb-d30717458036 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329832 Jun 01 16:25:13.508729 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:14.023395 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:15.062516 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:16.635449 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:40.777610 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0b985ee3-4fbe-4851-b58c-83ffdfde1dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:43.289418 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0baf29ea-f7e6-4b60-930c-9e109523c994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:43.512135 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:44.028519 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:45.064511 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:46.639873 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:25:49.750556 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:26:10.779484 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-05129d47-98f1-414b-a36d-b879e0a6b628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:26:12.651041 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cee7e776-87bd-4678-ba89-79ead277e4dd req-031b0b77-4b78-4f38-8231-b960a12a9dd3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684390 Jun 01 16:26:12.744046 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7e776-87bd-4678-ba89-79ead277e4dd req-3cbd15ed-9f3e-4b1e-b89c-e189e483c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:26:12.745600 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cee7e776-87bd-4678-ba89-79ead277e4dd req-3cbd15ed-9f3e-4b1e-b89c-e189e483c4fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 1098 time: 0.0737197 Jun 01 16:26:12.893574 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7e776-87bd-4678-ba89-79ead277e4dd req-67b4740f-ecb4-49ed-9352-78c8c7acff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:26:12.895039 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cee7e776-87bd-4678-ba89-79ead277e4dd req-67b4740f-ecb4-49ed-9352-78c8c7acff07 service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1283033 Jun 01 16:26:12.978568 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cee7e776-87bd-4678-ba89-79ead277e4dd req-f7b5701a-4418-4d17-b84b-9fe96b2a8d3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e541befc-ae03-47a7-a993-1602f037c056 HTTP/1.1" status: 200 len: 217 time: 0.0692084 Jun 01 16:26:13.148321 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7e776-87bd-4678-ba89-79ead277e4dd req-de0d21c2-e414-42c2-a668-50f1cdf79e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:26:13.150008 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cee7e776-87bd-4678-ba89-79ead277e4dd req-de0d21c2-e414-42c2-a668-50f1cdf79e7e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.1656511 Jun 01 16:26:13.199584 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cee7e776-87bd-4678-ba89-79ead277e4dd req-e8a97518-5bc9-4b5b-94fd-4e275815eb15 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428069 Jun 01 16:26:13.291589 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2ea19b51-2046-4138-8b33-383fc11c3bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:26:13.337427 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cee7e776-87bd-4678-ba89-79ead277e4dd req-41f9951a-6658-4d94-b927-14540370251b service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306219 Jun 01 16:26:13.477716 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cee7e776-87bd-4678-ba89-79ead277e4dd req-4a548866-73eb-446d-a83d-329416a5db41 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328340 Jun 01 16:26:13.511308 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:26:14.036396 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:26:15.065917 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:26:16.640705 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:26:26.749335 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:26:40.783006 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6b09-8502-4c58-8b89-c82e7eada39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:26:43.294719 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-81c2f292-3368-4c90-94a6-78f4a7e06819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:26:43.513465 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:26:44.035162 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:26:45.071274 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:26:46.644744 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:03.749048 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:27:10.786803 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d6d703b0-139b-4a7b-a477-e0d9c7f858c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:13.296690 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfc24-f215-4584-893c-a1f333845a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:13.516652 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:13.779570 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-8689d20e-22fe-40d2-a7f8-3e5b20b169c2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2485957 Jun 01 16:27:13.922071 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-480cf84a-df9b-458b-8e34-2080637e6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:13.923454 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-480cf84a-df9b-458b-8e34-2080637e6119 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 1099 time: 0.0713637 Jun 01 16:27:14.033316 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:14.068693 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-7960c91f-4865-498e-8d17-9c7bbe5da91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:14.070170 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-7960c91f-4865-498e-8d17-9c7bbe5da91d service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1269143 Jun 01 16:27:14.140654 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-ea73bdab-07e3-413c-9dc4-d200fa619a9c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 200 len: 217 time: 0.0636208 Jun 01 16:27:14.202710 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-016ec0ec-7d52-4429-b8df-9f4071e13c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:14.204040 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-016ec0ec-7d52-4429-b8df-9f4071e13c7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0574319 Jun 01 16:27:14.254250 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-029a88e9-debd-4041-929c-8bf332e065a1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432680 Jun 01 16:27:14.264419 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-8b0c5b53-b450-44e0-af14-d63577e239ab service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 16:27:14.265338 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-8b0c5b53-b450-44e0-af14-d63577e239ab service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049534 Jun 01 16:27:14.397966 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-8ed697b4-451e-4a6e-b432-8eecd9aa00b4 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261947 Jun 01 16:27:14.532878 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-560af9c5-0cd0-470e-930c-4c854abdce31 req-a6c526c3-bc29-4d00-9485-79a374691013 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282218 Jun 01 16:27:15.072026 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:16.648294 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:33.403176 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 33122) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:27:33.572680 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Deleting subnet d12fab66-ad6e-4b82-a777-582fae91b653 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:27:33.575774 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:33.635714 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5375913'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:33.691945 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.060735 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5468455'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.065599 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:27:34.101323 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12fab66-ad6e-4b82-a777-582fae91b653,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:27:34.104433 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.114277 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.114716 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.115091 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.115468 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.115826 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.116186 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.116545 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.116907 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.117274 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.117631 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.118068 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.118363 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.123782 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d12fab66-ad6e-4b82-a777-582fae91b653 HTTP/1.1" status: 204 len: 168 time: 0.7167118 Jun 01 16:27:34.123782 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3a2be39c-5f74-4f5d-84a0-e2edf58ce2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:27:34.124077 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 33140) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:27:34.231561 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.356422 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.369281 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7f7e7a-1a81-4425-a4ed-b294f6be0f45']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:27:34.381834 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e956bb0a-6477-431b-becd-7c1e5072d471') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:27:34.382155 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e956bb0a-6477-431b-becd-7c1e5072d471') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:27:34.393413 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.410751 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.416791 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:27:34.417173 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:27:34.430518 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:27:34.519857 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.525070 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-23ab72a1-33c9-4ad4-9783-ad25b2b35473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:27:34.545784 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.558333 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c7f7e7a-1a81-4425-a4ed-b294f6be0f45,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:27:34.561812 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:27:34.569555 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d9d9c1bd-3b13-4caa-987b-708c966fd031 admin admin] 10.222.0.63 "DELETE /v2.0/networks/4c7f7e7a-1a81-4425-a4ed-b294f6be0f45 HTTP/1.1" status: 204 len: 168 time: 0.4445469 Jun 01 16:27:34.709308 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 33152) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:27:34.767288 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f4c95ade-9e37-4f60-aab3-8a60e334a9a3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5cbeb7d0a51643d69623e87d9d752c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567219 Jun 01 16:27:34.770529 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 33154) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:27:34.829765 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.857084 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.911891 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.916843 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9b706698-2099-4ca4-9598-1466142a3f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:27:34.933442 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e8bd0e-d112-4654-9293-796108fbbda9,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:27:34.944368 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.944743 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.945106 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.945462 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.945815 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.946196 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.946549 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.946896 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.947244 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.947587 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.947929 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.948269 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:34.951879 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:27:34.958912 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:34.960032 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/50e8bd0e-d112-4654-9293-796108fbbda9 HTTP/1.1" status: 204 len: 168 time: 0.1885071 Jun 01 16:27:40.747961 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:27:40.787573 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-894d03e2-8df2-42d4-a98a-2611c4dacfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:43.300587 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fc1da27b-8824-4e54-8040-b10200b8d5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:43.520818 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:44.065372 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:45.075991 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:46.652726 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:46.861838 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4390748-6a1a-43a0-8056-f998171075c5 req-65acd26c-2d2e-4579-ba39-a8970da98d3a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:46.863808 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-65acd26c-2d2e-4579-ba39-a8970da98d3a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 814 time: 0.1493466 Jun 01 16:27:46.878744 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-eeb15c69-3464-4b13-8435-a2720f4f35ef tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/quotas/12bcd2b3d38f497ba217560d648313e1 HTTP/1.1" status: 200 len: 375 time: 0.0088263 Jun 01 16:27:46.960873 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-c13ad644-9265-44d5-9aac-cfec4fca28e6 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765567 Jun 01 16:27:47.081790 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-042d4db4-d5a1-4192-a86d-e79531908637 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 16:27:47.082658 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-042d4db4-d5a1-4192-a86d-e79531908637 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1153090 Jun 01 16:27:47.215391 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-71c7f161-3c98-449a-ba05-dad09fe390ba service neutron] 10.222.0.63 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257675 Jun 01 16:27:47.346428 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-9f61703e-75bb-449f-810d-e7daa4b778a1 service neutron] 10.222.0.63 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251352 Jun 01 16:27:47.556155 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-1387bb74-f509-46e5-8048-f328c68c0eb1 req-e9bd71de-6b49-4ecb-98e0-9813c32ebe33 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 210 time: 0.0517938 Jun 01 16:27:48.667788 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4390748-6a1a-43a0-8056-f998171075c5 req-fb8246a9-3cd7-47ed-a02c-8f038828dd7d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:48.669462 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-fb8246a9-3cd7-47ed-a02c-8f038828dd7d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 814 time: 0.1696477 Jun 01 16:27:48.682980 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Request body: {'port': {'device_id': '01eeb4e2-d7a5-41a2-a96c-df855899d651', 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28', 'admin_state_up': True, 'tenant_id': '12bcd2b3d38f497ba217560d648313e1'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:27:48.735066 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-abe27dfb-c4fc-462c-9990-8c8da4a0f0f5 req-44653045-d4c6-4872-973b-16a91210df79 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 210 time: 0.0447278 Jun 01 16:27:48.828846 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:27:48.832780 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Usage tracker for resource:port and tenant:12bcd2b3d38f497ba217560d648313e1 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:27:48.835618 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:27:48.842699 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:27:48.853282 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Made reservation on behalf of 12bcd2b3d38f497ba217560d648313e1 for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:27:48.857904 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:49.026737 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Allocated IP 172.20.0.2 (314895a9-3140-4d53-88cd-ad39434a5d28/5711ba72-7553-4d90-a870-ba1531411ddf/575b4dce-edc8-437f-a1f2-65ddc1dac347) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:27:49.240002 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:49.274086 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:49.280560 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2031ca8c-7afe-42ac-be94-a8c0118fbf59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:27:49.287750 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['59439bb2-0a4b-4650-a2d9-40aef8042a2b', 'e541befc-ae03-47a7-a993-1602f037c056'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:27:49.349459 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Network 314895a9-3140-4d53-88cd-ad39434a5d28 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:27:49.350627 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:27:49.354784 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:27:49.396296 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Pushing event updated for resources: {'Port': ['ID=575b4dce-edc8-437f-a1f2-65ddc1dac347,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:27:49.400676 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:27:49.425640 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:49.426265 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:49.449009 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-d28b89ae-e53a-4d02-8719-663909b7386a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7698584 Jun 01 16:27:49.461914 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Request body: {'port': {'device_id': '01eeb4e2-d7a5-41a2-a96c-df855899d651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:27:49.576610 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:49.928834 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4df2ff-e86a-419f-b724-77f172adc72a req-9d2bc995-3eee-4206-9820-3573329b1108 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:49.931393 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0b4df2ff-e86a-419f-b724-77f172adc72a req-9d2bc995-3eee-4206-9820-3573329b1108 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 931 time: 0.0863230 Jun 01 16:27:49.976716 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0b4df2ff-e86a-419f-b724-77f172adc72a req-24f3eb15-1511-44b9-8282-94fd544254d1 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Jun 01 16:27:50.022099 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575b4dce-edc8-437f-a1f2-65ddc1dac347 {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:27:50.029268 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:50.043620 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Transition to ACTIVE for port object 575b4dce-edc8-437f-a1f2-65ddc1dac347 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:27:50.048619 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:50.052996 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-08f80d47-9e30-4dcd-84e7-a1d4c4f27c66 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:27:50.205367 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Pushing event updated for resources: {'Port': ['ID=575b4dce-edc8-437f-a1f2-65ddc1dac347,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:27:50.213357 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:27:50.284641 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Attempting to bind port 575b4dce-edc8-437f-a1f2-65ddc1dac347 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:27:50.284924 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Attempting to bind port 575b4dce-edc8-437f-a1f2-65ddc1dac347 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:27:50.285253 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Attempting to bind port 575b4dce-edc8-437f-a1f2-65ddc1dac347 on network 314895a9-3140-4d53-88cd-ad39434a5d28 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:27:50.289872 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Port 575b4dce-edc8-437f-a1f2-65ddc1dac347 on network 314895a9-3140-4d53-88cd-ad39434a5d28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 16:27:50.290217 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Attempting to bind port 575b4dce-edc8-437f-a1f2-65ddc1dac347 on network 314895a9-3140-4d53-88cd-ad39434a5d28 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:27:50.295473 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:27:50.295809 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Checking segment: {'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:27:50.296192 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Bound using segment: {'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:27:50.296615 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Bound port: 575b4dce-edc8-437f-a1f2-65ddc1dac347, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cfaaca-ffbc-41fc-8860-16cf7f878d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:27:50.296957 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:50.392854 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] For port 575b4dce-edc8-437f-a1f2-65ddc1dac347, host hv-cinder-79351, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:27:50.397528 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] For port 575b4dce-edc8-437f-a1f2-65ddc1dac347, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=575b4dce-edc8-437f-a1f2-65ddc1dac347,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:27:50.401956 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:50.406751 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1da06529-99fc-406b-8e12-2b6d800b3376 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:27:50.468233 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:50.469198 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:50.470689 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] 10.222.0.86 "PUT /v2.0/ports/575b4dce-edc8-437f-a1f2-65ddc1dac347 HTTP/1.1" status: 200 len: 1093 time: 1.0131407 Jun 01 16:27:50.471247 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eeb4e2-d7a5-41a2-a96c-df855899d651', 'tag': '575b4dce-edc8-437f-a1f2-65ddc1dac347'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:27:50.474351 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3515a26a-616d-4b20-bff6-090ff1068b73" -d '{"events": [{"name": "network-changed", "server_uuid": "01eeb4e2-d7a5-41a2-a96c-df855899d651", "tag": "575b4dce-edc8-437f-a1f2-65ddc1dac347"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:27:50.494894 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Pushing event updated for resources: {'Port': ['ID=575b4dce-edc8-437f-a1f2-65ddc1dac347,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:27:50.498027 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:27:50.551352 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0fd752-0ad3-4e9b-b23f-fc9886ea1180 x-openstack-request-id: req-ac0fd752-0ad3-4e9b-b23f-fc9886ea1180 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:27:50.551684 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eeb4e2-d7a5-41a2-a96c-df855899d651", "tag": "575b4dce-edc8-437f-a1f2-65ddc1dac347", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:27:50.551987 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ac0fd752-0ad3-4e9b-b23f-fc9886ea1180 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:27:50.552425 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eeb4e2-d7a5-41a2-a96c-df855899d651', 'tag': '575b4dce-edc8-437f-a1f2-65ddc1dac347', 'status': 'completed', 'code': 200} Jun 01 16:27:50.590804 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4390748-6a1a-43a0-8056-f998171075c5 req-f30e35f0-6132-45f5-bc24-7b6b1bcfd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:50.592286 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-f30e35f0-6132-45f5-bc24-7b6b1bcfd706 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 1096 time: 0.0772066 Jun 01 16:27:50.666317 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-dc911d22-e03d-484d-8f78-ad7e1b1f6f52 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=575b4dce-edc8-437f-a1f2-65ddc1dac347 HTTP/1.1" status: 200 len: 217 time: 0.0652537 Jun 01 16:27:50.730299 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4390748-6a1a-43a0-8056-f998171075c5 req-0d5a2486-8b4a-4a89-aeb4-7ec06765172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:50.731731 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-0d5a2486-8b4a-4a89-aeb4-7ec06765172d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0592337 Jun 01 16:27:50.780272 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-58e2da1e-860e-43dd-8712-bfac5545da4a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411043 Jun 01 16:27:50.919532 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-7307f89c-0b35-4d9d-8cc9-80e3b5e4ce3a service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320291 Jun 01 16:27:51.060406 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f4390748-6a1a-43a0-8056-f998171075c5 req-675c3e61-30af-43fc-9587-d6e8b67d4e55 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335540 Jun 01 16:27:51.174227 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea9bb4-7773-4671-8efa-dda6ba397d92 req-456c176f-568b-47f3-9257-0adc2779612a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:51.175803 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f9ea9bb4-7773-4671-8efa-dda6ba397d92 req-456c176f-568b-47f3-9257-0adc2779612a tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 943 time: 0.0888841 Jun 01 16:27:51.194444 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515a26a-616d-4b20-bff6-090ff1068b73 req-79d45dea-bc9e-4277-b37a-b8ccdfc0a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:51.195964 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3515a26a-616d-4b20-bff6-090ff1068b73 req-79d45dea-bc9e-4277-b37a-b8ccdfc0a9bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 1096 time: 0.0811336 Jun 01 16:27:51.224851 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f9ea9bb4-7773-4671-8efa-dda6ba397d92 req-e207d3d1-27ac-4444-b18d-9512f70bb75b tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Jun 01 16:27:51.337138 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515a26a-616d-4b20-bff6-090ff1068b73 req-70e194b7-f5cd-4060-9889-66fc95a13944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:51.338626 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3515a26a-616d-4b20-bff6-090ff1068b73 req-70e194b7-f5cd-4060-9889-66fc95a13944 service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1352825 Jun 01 16:27:51.408190 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3515a26a-616d-4b20-bff6-090ff1068b73 req-3b01fec3-bef6-4d3f-b544-0eebbb047258 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=575b4dce-edc8-437f-a1f2-65ddc1dac347 HTTP/1.1" status: 200 len: 217 time: 0.0602112 Jun 01 16:27:51.476960 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515a26a-616d-4b20-bff6-090ff1068b73 req-32aaa011-d8cb-4d2b-96f1-34607d7e6b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:51.478339 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3515a26a-616d-4b20-bff6-090ff1068b73 req-32aaa011-d8cb-4d2b-96f1-34607d7e6b3b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0630317 Jun 01 16:27:51.528623 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3515a26a-616d-4b20-bff6-090ff1068b73 req-9388555e-9fdc-416e-a9e2-05d75f592d7b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401633 Jun 01 16:27:51.778823 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3515a26a-616d-4b20-bff6-090ff1068b73 req-5f98fab3-af10-4364-8f71-520fcb352409 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414308 Jun 01 16:27:51.911079 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3515a26a-616d-4b20-bff6-090ff1068b73 req-77f5b0fe-0079-46bb-84f6-49961872f8ca service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241093 Jun 01 16:27:52.408065 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711add31-14c5-4bd0-b548-1baa92119c40 req-6337f884-9a93-409f-b8a5-71c6b09ec61d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:52.410158 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-711add31-14c5-4bd0-b548-1baa92119c40 req-6337f884-9a93-409f-b8a5-71c6b09ec61d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 943 time: 0.0799282 Jun 01 16:27:52.457303 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-711add31-14c5-4bd0-b548-1baa92119c40 req-13577461-dd6d-46cd-a324-edfc476d6899 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Jun 01 16:27:53.649428 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdffea-4248-4b47-b71a-aab47c1123b9 req-22834904-7542-481a-9b77-491ceeeef151 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:53.650839 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0acdffea-4248-4b47-b71a-aab47c1123b9 req-22834904-7542-481a-9b77-491ceeeef151 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 943 time: 0.0821452 Jun 01 16:27:53.697636 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-0acdffea-4248-4b47-b71a-aab47c1123b9 req-3f375fe0-ea0a-45b8-aaae-33f3116397c3 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 Jun 01 16:27:53.988077 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 575b4dce-edc8-437f-a1f2-65ddc1dac347 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 16:27:54.125528 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 575b4dce-edc8-437f-a1f2-65ddc1dac347, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=575b4dce-edc8-437f-a1f2-65ddc1dac347,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:27:54.138924 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '575b4dce-edc8-437f-a1f2-65ddc1dac347', 'network_id': '314895a9-3140-4d53-88cd-ad39434a5d28', 'port_id': '575b4dce-edc8-437f-a1f2-65ddc1dac347', 'mac_address': 'fa:16:3e:bd:9e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5711ba72-7553-4d90-a870-ba1531411ddf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 16:27:54.194046 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:54.214118 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575b4dce-edc8-437f-a1f2-65ddc1dac347 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:27:54.230318 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 575b4dce-edc8-437f-a1f2-65ddc1dac347, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=575b4dce-edc8-437f-a1f2-65ddc1dac347,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:27:54.234815 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:27:54.236451 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:27:54.304092 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=575b4dce-edc8-437f-a1f2-65ddc1dac347,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:27:54.311556 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.311906 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.312251 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.312592 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.312925 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.313256 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.313593 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.313911 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.314271 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.314598 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.314928 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.315302 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:27:54.319397 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:27:54.510980 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['575b4dce-edc8-437f-a1f2-65ddc1dac347'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:27:55.012009 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7249046-4389-4f84-a8cb-6c83c3a6175b req-19f24d12-2650-4032-86a1-ecacd7075ccc tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:55.013426 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b7249046-4389-4f84-a8cb-6c83c3a6175b req-19f24d12-2650-4032-86a1-ecacd7075ccc tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 944 time: 0.1954587 Jun 01 16:27:55.069364 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-b7249046-4389-4f84-a8cb-6c83c3a6175b req-202099a2-2081-4a45-822c-97a26e14623e tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489311 Jun 01 16:27:56.396476 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9ce3f-f7e3-4dca-92cc-0ddad75999ab req-b2bc5abd-3b31-4f4c-9b41-16596ac29875 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:56.397930 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-53d9ce3f-f7e3-4dca-92cc-0ddad75999ab req-b2bc5abd-3b31-4f4c-9b41-16596ac29875 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 944 time: 0.0818892 Jun 01 16:27:56.450519 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-53d9ce3f-f7e3-4dca-92cc-0ddad75999ab req-e14b6df9-6e10-42de-a605-dbb2f43a283e tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 Jun 01 16:27:57.632915 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4436b3-6e52-4f13-b4b8-4647ebfc63b9 req-b96f40e3-241e-4533-a945-dab56c2c5af0 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:57.634415 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8b4436b3-6e52-4f13-b4b8-4647ebfc63b9 req-b96f40e3-241e-4533-a945-dab56c2c5af0 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 944 time: 0.0780792 Jun 01 16:27:57.679440 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8b4436b3-6e52-4f13-b4b8-4647ebfc63b9 req-498e12d9-e185-47c5-973f-0721b59d36b4 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395591 Jun 01 16:27:58.867876 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328299b-6357-426a-98b1-fde575af0c17 req-f4ec0768-f8e6-4026-b5ff-1919c710c1fa tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:27:58.869308 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e328299b-6357-426a-98b1-fde575af0c17 req-f4ec0768-f8e6-4026-b5ff-1919c710c1fa tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 944 time: 0.0836346 Jun 01 16:27:59.077888 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e328299b-6357-426a-98b1-fde575af0c17 req-099cd069-4899-4d63-8bca-c502dbaecd99 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028258 Jun 01 16:27:59.806569 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 575b4dce-edc8-437f-a1f2-65ddc1dac347 up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:27:59.875062 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port 575b4dce-edc8-437f-a1f2-65ddc1dac347 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:27:59.880010 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 575b4dce-edc8-437f-a1f2-65ddc1dac347 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:27:59.880572 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:00.000977 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:00.028292 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eeb4e2-d7a5-41a2-a96c-df855899d651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b4dce-edc8-437f-a1f2-65ddc1dac347'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:28:00.030530 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733917ca-8491-4101-8764-b76fffaa5952" -d '{"events": [{"server_uuid": "01eeb4e2-d7a5-41a2-a96c-df855899d651", "name": "network-vif-plugged", "status": "completed", "tag": "575b4dce-edc8-437f-a1f2-65ddc1dac347"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:28:00.038172 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 575b4dce-edc8-437f-a1f2-65ddc1dac347, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=575b4dce-edc8-437f-a1f2-65ddc1dac347,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:28:00.042643 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:00.044643 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-595e6296-f8dc-44c6-9e31-164ba7e397d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:00.086801 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d1e464-fc0b-46cf-9343-0d504ab8c181 x-openstack-request-id: req-e6d1e464-fc0b-46cf-9343-0d504ab8c181 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:28:00.087107 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eeb4e2-d7a5-41a2-a96c-df855899d651", "name": "network-vif-plugged", "status": "completed", "tag": "575b4dce-edc8-437f-a1f2-65ddc1dac347", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:28:00.087370 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e6d1e464-fc0b-46cf-9343-0d504ab8c181 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:28:00.087760 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eeb4e2-d7a5-41a2-a96c-df855899d651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b4dce-edc8-437f-a1f2-65ddc1dac347', 'code': 200} Jun 01 16:28:00.113484 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=575b4dce-edc8-437f-a1f2-65ddc1dac347,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:00.116777 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:00.263974 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013f7e-cfc7-47da-a034-9f5258d896b6 req-07ab2726-03d8-4903-acaf-79c5010cca60 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:00.265442 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-68013f7e-cfc7-47da-a034-9f5258d896b6 req-07ab2726-03d8-4903-acaf-79c5010cca60 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 945 time: 0.0800035 Jun 01 16:28:00.313342 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-68013f7e-cfc7-47da-a034-9f5258d896b6 req-cbe2da7e-44e3-4f81-926a-b1d8f071d4a8 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Jun 01 16:28:01.045743 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b712d0-2382-4042-aa5a-53eec9ef599c req-8f859e35-0388-4823-8e2e-572639567859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:01.047305 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-85b712d0-2382-4042-aa5a-53eec9ef599c req-8f859e35-0388-4823-8e2e-572639567859 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 1098 time: 0.0793970 Jun 01 16:28:01.090486 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-85b712d0-2382-4042-aa5a-53eec9ef599c req-c3a3b7ae-7d2a-47dd-875e-98952d8b91b3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355659 Jun 01 16:28:01.559989 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daa36d-e7e5-4e2f-a11f-be801c6cffb5 req-81701ba6-d871-4470-99b2-9e2fd921baa1 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:01.561465 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c0daa36d-e7e5-4e2f-a11f-be801c6cffb5 req-81701ba6-d871-4470-99b2-9e2fd921baa1 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 945 time: 0.1395662 Jun 01 16:28:01.609925 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c0daa36d-e7e5-4e2f-a11f-be801c6cffb5 req-d2ec3858-c6c8-41c1-a71d-caaf2ca5543c tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Jun 01 16:28:02.794834 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c0c8c-3069-4e50-aaeb-01af02355df2 req-23c99ae4-4ae2-49b8-89f4-bf975b1d23b7 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:02.796271 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4b4c0c8c-3069-4e50-aaeb-01af02355df2 req-23c99ae4-4ae2-49b8-89f4-bf975b1d23b7 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 945 time: 0.0816424 Jun 01 16:28:02.844605 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4b4c0c8c-3069-4e50-aaeb-01af02355df2 req-f90a2291-cfbd-433c-b8db-656adaec2510 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 Jun 01 16:28:10.792729 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-119648f9-8bbd-4caa-b2bc-110372223d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:13.303027 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1c7e45e8-30f5-4e3e-857a-8485deab3270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:13.524253 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:14.078844 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:15.078254 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:15.668391 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8e4e5248-433f-47d6-a2b8-e59194c831c1 req-0ea7588b-4b07-448e-ab96-12174727119d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776887 Jun 01 16:28:15.711622 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 33634) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:15.775433 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5248-433f-47d6-a2b8-e59194c831c1 req-d5719b76-370e-4b5d-9d62-ad3d1215e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:15.777221 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8e4e5248-433f-47d6-a2b8-e59194c831c1 req-d5719b76-370e-4b5d-9d62-ad3d1215e352 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=12bcd2b3d38f497ba217560d648313e1&device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 1098 time: 0.0793884 Jun 01 16:28:15.839180 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7146-ba68-471a-b858-41f3d04d997b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:15.866019 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-f4ec7146-ba68-471a-b858-41f3d04d997b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:15.871753 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-f4ec7146-ba68-471a-b858-41f3d04d997b admin admin] Usage tracker for resource:security_group_rule and tenant:7b33b9a366c34a67ac7bb1d7ada1c2ff is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:15.875123 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-f4ec7146-ba68-471a-b858-41f3d04d997b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:15.882599 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-f4ec7146-ba68-471a-b858-41f3d04d997b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:15.902264 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebef7c-1900-4560-aa20-f502c0acf7f8 req-57cfc243-287e-4ce4-8a0a-8eb10005e188 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:15.903717 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-40ebef7c-1900-4560-aa20-f502c0acf7f8 req-57cfc243-287e-4ce4-8a0a-8eb10005e188 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 945 time: 0.1351333 Jun 01 16:28:15.946222 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5248-433f-47d6-a2b8-e59194c831c1 req-16d0df43-6410-4be4-b077-30f77ae8f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:15.948044 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8e4e5248-433f-47d6-a2b8-e59194c831c1 req-16d0df43-6410-4be4-b077-30f77ae8f079 service neutron] 10.222.0.86 "GET /v2.0/networks?id=314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 200 len: 915 time: 0.1481256 Jun 01 16:28:15.981842 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-40ebef7c-1900-4560-aa20-f502c0acf7f8 req-6135e833-79f0-4dd6-9adb-82d70612211d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629957 Jun 01 16:28:16.036964 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7146-ba68-471a-b858-41f3d04d997b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.042366 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7146-ba68-471a-b858-41f3d04d997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.047045 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8e4e5248-433f-47d6-a2b8-e59194c831c1 req-96b6793f-6729-4753-9699-3295ea2cb09f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e541befc-ae03-47a7-a993-1602f037c056 HTTP/1.1" status: 200 len: 217 time: 0.0866702 Jun 01 16:28:16.054692 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-06b281ae-807d-4144-993a-909303b33472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:16.093630 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec7146-ba68-471a-b858-41f3d04d997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7625801d-2ea5-4ae7-9fad-9bceccea483c,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:16.099447 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-f4ec7146-ba68-471a-b858-41f3d04d997b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7b33b9a366c34a67ac7bb1d7ada1c2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867712 Jun 01 16:28:16.100866 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f4ec7146-ba68-471a-b858-41f3d04d997b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:16.102078 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 33638) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:16.120285 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5248-433f-47d6-a2b8-e59194c831c1 req-9f2c0b13-7869-4aa0-b822-81dbaff05ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:16.121768 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8e4e5248-433f-47d6-a2b8-e59194c831c1 req-9f2c0b13-7869-4aa0-b822-81dbaff05ec1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 200 len: 854 time: 0.0640204 Jun 01 16:28:16.161183 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ab53e7e1-604f-4d60-85fb-a6adabfdcddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.171169 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8e4e5248-433f-47d6-a2b8-e59194c831c1 req-c0b1fe48-cdfd-4a7a-b644-a56a250cb278 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=314895a9-3140-4d53-88cd-ad39434a5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408759 Jun 01 16:28:16.186832 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ab53e7e1-604f-4d60-85fb-a6adabfdcddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.239137 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ab53e7e1-604f-4d60-85fb-a6adabfdcddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.243822 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f5053d06-92fd-4b1a-884a-78686e460efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:16.253574 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53e7e1-604f-4d60-85fb-a6adabfdcddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7625801d-2ea5-4ae7-9fad-9bceccea483c,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:16.257080 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ab53e7e1-604f-4d60-85fb-a6adabfdcddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:16.264299 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ab53e7e1-604f-4d60-85fb-a6adabfdcddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.268127 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-ab53e7e1-604f-4d60-85fb-a6adabfdcddd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7625801d-2ea5-4ae7-9fad-9bceccea483c HTTP/1.1" status: 204 len: 168 time: 0.1622300 Jun 01 16:28:16.308843 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8e4e5248-433f-47d6-a2b8-e59194c831c1 req-876b98e6-e1be-41aa-b61c-e21cc01f3cb1 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294336 Jun 01 16:28:16.446524 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8e4e5248-433f-47d6-a2b8-e59194c831c1 req-52995c24-c7b8-42a6-b687-95c1039f13d0 service neutron] 10.222.0.86 "GET /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294472 Jun 01 16:28:16.552323 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 33644) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:16.569556 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5e879f7f-0e62-41bb-a440-62dd9c8b0da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.589286 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5e879f7f-0e62-41bb-a440-62dd9c8b0da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:16.593154 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5e879f7f-0e62-41bb-a440-62dd9c8b0da7 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd9e5a5312b4ca881516ab090b0ebd7 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:16.596017 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5e879f7f-0e62-41bb-a440-62dd9c8b0da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:16.601982 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5e879f7f-0e62-41bb-a440-62dd9c8b0da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:16.655924 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.684584 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5e879f7f-0e62-41bb-a440-62dd9c8b0da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.688626 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5e879f7f-0e62-41bb-a440-62dd9c8b0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.696716 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4ae8cd84-6f37-40dc-a053-6e78e520c2a2 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:16.738040 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5e879f7f-0e62-41bb-a440-62dd9c8b0da7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9cd9e5a5312b4ca881516ab090b0ebd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846035 Jun 01 16:28:16.738816 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e879f7f-0e62-41bb-a440-62dd9c8b0da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6779a19c-2324-42e1-8436-574f79f5b02e,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:16.740670 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 33646) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:16.741959 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5e879f7f-0e62-41bb-a440-62dd9c8b0da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:16.802047 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-81f6dc7a-8e95-4c30-9928-f315a6d53175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.827395 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-81f6dc7a-8e95-4c30-9928-f315a6d53175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.879635 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-81f6dc7a-8e95-4c30-9928-f315a6d53175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.883268 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-af5c0950-9167-4919-9357-7f91c68a5e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:16.897128 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6dc7a-8e95-4c30-9928-f315a6d53175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6779a19c-2324-42e1-8436-574f79f5b02e,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:16.899831 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-81f6dc7a-8e95-4c30-9928-f315a6d53175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:16.901094 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-81f6dc7a-8e95-4c30-9928-f315a6d53175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:16.902204 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-81f6dc7a-8e95-4c30-9928-f315a6d53175 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6779a19c-2324-42e1-8436-574f79f5b02e HTTP/1.1" status: 204 len: 168 time: 0.1605496 Jun 01 16:28:17.183365 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baea867-4dfb-4650-b505-d820cdb5511d req-b48bc638-bc11-4877-809c-571d1678e0d2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:17.185456 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9baea867-4dfb-4650-b505-d820cdb5511d req-b48bc638-bc11-4877-809c-571d1678e0d2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 945 time: 0.0828159 Jun 01 16:28:17.239188 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-9baea867-4dfb-4650-b505-d820cdb5511d req-3360edc9-39a4-41ab-94c8-147a9c29dd32 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480361 Jun 01 16:28:17.674291 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-bd3782df-1ffe-4a5b-8dc7-91bf38e25786 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:17.675013 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-bd3782df-1ffe-4a5b-8dc7-91bf38e25786 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Synchronizing usage tracker for tenant:12bcd2b3d38f497ba217560d648313e1 on resource:port {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:28:17.692434 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-bd3782df-1ffe-4a5b-8dc7-91bf38e25786 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Unset dirty status for tenant:12bcd2b3d38f497ba217560d648313e1 on resource:port {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:28:17.693554 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-bd3782df-1ffe-4a5b-8dc7-91bf38e25786 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 945 time: 0.0989487 Jun 01 16:28:17.746281 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:28:17.835484 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-66a6cd1d-a4bb-4a6b-99eb-76c4d06298f2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Deleting port 575b4dce-edc8-437f-a1f2-65ddc1dac347 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:28:17.835826 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-66a6cd1d-a4bb-4a6b-99eb-76c4d06298f2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:18.005181 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-66a6cd1d-a4bb-4a6b-99eb-76c4d06298f2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] For port 575b4dce-edc8-437f-a1f2-65ddc1dac347, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=575b4dce-edc8-437f-a1f2-65ddc1dac347,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:28:18.005181 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-66a6cd1d-a4bb-4a6b-99eb-76c4d06298f2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:18.227293 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-66a6cd1d-a4bb-4a6b-99eb-76c4d06298f2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Calling delete_port for 575b4dce-edc8-437f-a1f2-65ddc1dac347 owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:28:18.345609 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-66a6cd1d-a4bb-4a6b-99eb-76c4d06298f2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:18.353471 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f56e9e44-fdd1-415a-8127-ac014a6f2ce1 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:18.358759 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['59439bb2-0a4b-4650-a2d9-40aef8042a2b', 'e541befc-ae03-47a7-a993-1602f037c056', '575b4dce-edc8-437f-a1f2-65ddc1dac347'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:28:18.424941 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-71378b96-5a13-4510-b24d-681e51af7809 req-6f8f160d-b136-4045-ba4d-1c5cfaf70de4 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eeb4e2-d7a5-41a2-a96c-df855899d651 HTTP/1.1" status: 200 len: 210 time: 0.0699599 Jun 01 16:28:18.438020 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6cd1d-a4bb-4a6b-99eb-76c4d06298f2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Pushing event deleted for resources: {'Port': ['ID=575b4dce-edc8-437f-a1f2-65ddc1dac347,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:18.442092 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-66a6cd1d-a4bb-4a6b-99eb-76c4d06298f2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:18.490865 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-66a6cd1d-a4bb-4a6b-99eb-76c4d06298f2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] No DVR routers for this DVR port 575b4dce-edc8-437f-a1f2-65ddc1dac347 on host hv-cinder-79351 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:28:18.493692 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-66a6cd1d-a4bb-4a6b-99eb-76c4d06298f2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:18.509337 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eeb4e2-d7a5-41a2-a96c-df855899d651', 'name': 'network-vif-deleted', 'tag': '575b4dce-edc8-437f-a1f2-65ddc1dac347'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:28:18.513491 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5733bd-0f6c-4a64-a3b7-82e450f9c6c1" -d '{"events": [{"server_uuid": "01eeb4e2-d7a5-41a2-a96c-df855899d651", "name": "network-vif-deleted", "tag": "575b4dce-edc8-437f-a1f2-65ddc1dac347"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:28:18.518760 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4c9b62bb-2bab-4610-bf0d-c253b86e636b req-66a6cd1d-a4bb-4a6b-99eb-76c4d06298f2 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "DELETE /v2.0/ports/575b4dce-edc8-437f-a1f2-65ddc1dac347 HTTP/1.1" status: 204 len: 173 time: 0.8192315 Jun 01 16:28:18.731745 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a0ba81-9203-490e-b991-b289f5f662f8 x-openstack-request-id: req-46a0ba81-9203-490e-b991-b289f5f662f8 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:28:18.732368 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eeb4e2-d7a5-41a2-a96c-df855899d651", "name": "network-vif-deleted", "tag": "575b4dce-edc8-437f-a1f2-65ddc1dac347", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:28:18.732368 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-46a0ba81-9203-490e-b991-b289f5f662f8 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:28:18.732784 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eeb4e2-d7a5-41a2-a96c-df855899d651', 'name': 'network-vif-deleted', 'tag': '575b4dce-edc8-437f-a1f2-65ddc1dac347', 'status': 'completed', 'code': 200} Jun 01 16:28:21.109240 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab8f23-ce84-4eef-ac86-dd14203f4593 req-a639904f-0c8c-4612-a4f5-2a2f6891ff41 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:21.110802 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dfab8f23-ce84-4eef-ac86-dd14203f4593 req-a639904f-0c8c-4612-a4f5-2a2f6891ff41 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 945 time: 0.0784781 Jun 01 16:28:21.159101 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dfab8f23-ce84-4eef-ac86-dd14203f4593 req-3e29cf36-e30e-4c64-9e56-ff23a839af3f tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Jun 01 16:28:21.619681 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-85a59b4c-1a7b-43bc-b3a1-806d72fe6cb6 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:21.620575 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-85a59b4c-1a7b-43bc-b3a1-806d72fe6cb6 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Synchronizing usage tracker for tenant:12bcd2b3d38f497ba217560d648313e1 on resource:port {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:28:21.645168 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-85a59b4c-1a7b-43bc-b3a1-806d72fe6cb6 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Unset dirty status for tenant:12bcd2b3d38f497ba217560d648313e1 on resource:port {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:28:21.646628 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 575b4dce-edc8-437f-a1f2-65ddc1dac347 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:28:21.647135 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-85a59b4c-1a7b-43bc-b3a1-806d72fe6cb6 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 945 time: 0.1177046 Jun 01 16:28:21.683184 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: 575b4dce-edc8-437f-a1f2-65ddc1dac347 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:28:21.683536 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 575b4dce-edc8-437f-a1f2-65ddc1dac347 not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:28:21.802717 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Deleting port e541befc-ae03-47a7-a993-1602f037c056 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:28:21.802976 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:21.940585 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] For port e541befc-ae03-47a7-a993-1602f037c056, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e541befc-ae03-47a7-a993-1602f037c056,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:28:21.940938 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:22.068116 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Calling delete_port for e541befc-ae03-47a7-a993-1602f037c056 owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:28:22.178420 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:22.184623 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c4af56ab-6e2c-47b8-8915-4aa75d8df247 tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:22.190063 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['59439bb2-0a4b-4650-a2d9-40aef8042a2b', 'e541befc-ae03-47a7-a993-1602f037c056'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:28:22.236071 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Pushing event deleted for resources: {'Port': ['ID=e541befc-ae03-47a7-a993-1602f037c056,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:22.239611 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:22.312147 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-db5f95fa-85bc-45de-81eb-ab194061afd4 req-e3565e3d-5555-4c43-9600-8fac6d94e050 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf632a5a-2446-455c-b279-04249c436976 HTTP/1.1" status: 200 len: 210 time: 0.0450647 Jun 01 16:28:22.318227 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] No DVR routers for this DVR port e541befc-ae03-47a7-a993-1602f037c056 on host hv-cinder-79351 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:28:22.320918 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:22.325182 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf632a5a-2446-455c-b279-04249c436976', 'name': 'network-vif-deleted', 'tag': 'e541befc-ae03-47a7-a993-1602f037c056'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:28:22.327502 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697440ee-8207-477d-a0cb-eb238796c8a4" -d '{"events": [{"server_uuid": "bf632a5a-2446-455c-b279-04249c436976", "name": "network-vif-deleted", "tag": "e541befc-ae03-47a7-a993-1602f037c056"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:28:22.341974 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-3abf5b43-f0be-4218-8dda-04cb2ee014a8 req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "DELETE /v2.0/ports/e541befc-ae03-47a7-a993-1602f037c056 HTTP/1.1" status: 204 len: 173 time: 0.6895275 Jun 01 16:28:22.378965 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f7540a-3b7f-458d-b11c-a3e8c4c87a0a x-openstack-request-id: req-62f7540a-3b7f-458d-b11c-a3e8c4c87a0a {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:28:22.379281 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf632a5a-2446-455c-b279-04249c436976", "name": "network-vif-deleted", "tag": "e541befc-ae03-47a7-a993-1602f037c056", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:28:22.379588 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-62f7540a-3b7f-458d-b11c-a3e8c4c87a0a {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:28:22.380193 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf632a5a-2446-455c-b279-04249c436976', 'name': 'network-vif-deleted', 'tag': 'e541befc-ae03-47a7-a993-1602f037c056', 'status': 'completed', 'code': 200} Jun 01 16:28:25.006402 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea39e00-81f0-4f5b-866a-95f67e4e234a req-17145b61-d9b2-4498-9bc9-ff8f9b579b45 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:25.007799 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2ea39e00-81f0-4f5b-866a-95f67e4e234a req-17145b61-d9b2-4498-9bc9-ff8f9b579b45 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 946 time: 0.0869739 Jun 01 16:28:25.055982 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-2ea39e00-81f0-4f5b-866a-95f67e4e234a req-d373c1ff-1d7f-4e4e-83f0-702e2f7d41fb tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5594ccd-1092-442a-b725-8a9e040633a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Jun 01 16:28:25.300556 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-fcee7d4e-9dfd-447b-be44-78ad2ab444e1 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:25.301141 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-fcee7d4e-9dfd-447b-be44-78ad2ab444e1 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Synchronizing usage tracker for tenant:12bcd2b3d38f497ba217560d648313e1 on resource:port {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:28:25.317423 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-fcee7d4e-9dfd-447b-be44-78ad2ab444e1 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Unset dirty status for tenant:12bcd2b3d38f497ba217560d648313e1 on resource:port {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:28:25.318751 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-fcee7d4e-9dfd-447b-be44-78ad2ab444e1 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 946 time: 0.1003017 Jun 01 16:28:25.457372 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Deleting port 59439bb2-0a4b-4650-a2d9-40aef8042a2b {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:28:25.457711 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:25.594049 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] For port 59439bb2-0a4b-4650-a2d9-40aef8042a2b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=59439bb2-0a4b-4650-a2d9-40aef8042a2b,segment=NetworkSegment(50cfaaca-ffbc-41fc-8860-16cf7f878d8b),segment_id=50cfaaca-ffbc-41fc-8860-16cf7f878d8b)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:28:25.594325 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:25.643231 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e541befc-ae03-47a7-a993-1602f037c056 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:28:25.679062 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: e541befc-ae03-47a7-a993-1602f037c056 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:28:25.679430 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device e541befc-ae03-47a7-a993-1602f037c056 not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:28:25.820926 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Calling delete_port for 59439bb2-0a4b-4650-a2d9-40aef8042a2b owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:28:25.934053 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:25.939780 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-60269d8a-c8a2-40be-befc-17d4d92f3cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:25.949137 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['59439bb2-0a4b-4650-a2d9-40aef8042a2b'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:28:25.983869 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Pushing event deleted for resources: {'Port': ['ID=59439bb2-0a4b-4650-a2d9-40aef8042a2b,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:25.988095 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:26.070609 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] No DVR routers for this DVR port 59439bb2-0a4b-4650-a2d9-40aef8042a2b on host hv-cinder-79351 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:28:26.073240 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:26.075921 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62ea7f1-ce33-476f-8a0a-4a9c188de9ea', 'name': 'network-vif-deleted', 'tag': '59439bb2-0a4b-4650-a2d9-40aef8042a2b'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:28:26.078242 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a8e06d-5159-44d7-aef2-3228dece2721" -d '{"events": [{"server_uuid": "a62ea7f1-ce33-476f-8a0a-4a9c188de9ea", "name": "network-vif-deleted", "tag": "59439bb2-0a4b-4650-a2d9-40aef8042a2b"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:28:26.098287 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-84f46b61-a541-4fca-b680-b8a6da3c9c5e req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.86 "DELETE /v2.0/ports/59439bb2-0a4b-4650-a2d9-40aef8042a2b HTTP/1.1" status: 204 len: 173 time: 0.7735786 Jun 01 16:28:26.133524 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ed35b8-0348-4813-8680-7bee483c414f x-openstack-request-id: req-c0ed35b8-0348-4813-8680-7bee483c414f {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:28:26.133955 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62ea7f1-ce33-476f-8a0a-4a9c188de9ea", "name": "network-vif-deleted", "tag": "59439bb2-0a4b-4650-a2d9-40aef8042a2b", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:28:26.134338 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c0ed35b8-0348-4813-8680-7bee483c414f {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:28:26.134847 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62ea7f1-ce33-476f-8a0a-4a9c188de9ea', 'name': 'network-vif-deleted', 'tag': '59439bb2-0a4b-4650-a2d9-40aef8042a2b', 'status': 'completed', 'code': 200} Jun 01 16:28:26.232352 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-151d1620-a693-40df-a8e9-1aab00c0607a req-43300bb5-e512-4b18-bf83-0a9bfab3c9e3 tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] 10.222.0.63 "GET /v2.0/ports?device_id=a62ea7f1-ce33-476f-8a0a-4a9c188de9ea HTTP/1.1" status: 200 len: 210 time: 0.0500255 Jun 01 16:28:27.329962 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 33812) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:27.557516 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a59017-87d2-4145-8b0d-34a8db2a067c admin admin] Deleting subnet 5711ba72-7553-4d90-a870-ba1531411ddf {{(pid=91910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:28:27.560417 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-89a59017-87d2-4145-8b0d-34a8db2a067c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:27.615639 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-89a59017-87d2-4145-8b0d-34a8db2a067c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6039567'] for subnet, precommit_delete_associations {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:27.670930 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-89a59017-87d2-4145-8b0d-34a8db2a067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:27.923827 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-89a59017-87d2-4145-8b0d-34a8db2a067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6144996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6055573'] for subnet, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:27.929681 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c4e7ce0c-01d7-431e-b18e-59b9c2538b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:27.963730 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a59017-87d2-4145-8b0d-34a8db2a067c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5711ba72-7553-4d90-a870-ba1531411ddf,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:27.966396 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-89a59017-87d2-4145-8b0d-34a8db2a067c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:27.968905 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-89a59017-87d2-4145-8b0d-34a8db2a067c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:27.975549 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-89a59017-87d2-4145-8b0d-34a8db2a067c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/5711ba72-7553-4d90-a870-ba1531411ddf HTTP/1.1" status: 204 len: 168 time: 0.6445248 Jun 01 16:28:27.977903 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 33824) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:28.172043 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:28.293844 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:28.306698 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314895a9-3140-4d53-88cd-ad39434a5d28']}} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:28:28.319180 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cfaaca-ffbc-41fc-8860-16cf7f878d8b') {'for_net_delete': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:28:28.319468 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cfaaca-ffbc-41fc-8860-16cf7f878d8b') {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:28:28.330459 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6039576'] for segment, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:28.347264 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:28.353881 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=91910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:28:28.354337 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6144326'] for segment, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: Traceback (most recent call last): Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: timer() Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: cb(*args, **kw) Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: return func(*args, **kwargs) Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: self._notify() Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: self.callback(batched_events) Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: event.method(event) Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: return f(self, *a, **k) Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: return self._get(url).json() Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: return self.request(url, 'GET', **kwargs) Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:28:28.367858 dv-cinder-793515-3-iscsi neutron-server[91910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:28:28.450602 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:28.456805 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:28.459379 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a38a49ce-21c1-4a33-9199-94593bb0c902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:28.481758 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] Pushing event deleted for resources: {'Network': ['ID=314895a9-3140-4d53-88cd-ad39434a5d28,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:28.484490 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:28.490837 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-b51e5b05-c21b-4de5-be9d-fba661acd58c admin admin] 10.222.0.63 "DELETE /v2.0/networks/314895a9-3140-4d53-88cd-ad39434a5d28 HTTP/1.1" status: 204 len: 168 time: 0.5118644 Jun 01 16:28:28.606417 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 33828) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:28.654700 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8c5e1e9d-41ac-4ca9-8d85-3275f625bcab admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=12bcd2b3d38f497ba217560d648313e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469973 Jun 01 16:28:28.656946 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 33830) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:28.718751 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bc7a3486-55b8-403e-b44a-cae38eea534b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:28.754404 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bc7a3486-55b8-403e-b44a-cae38eea534b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:28.821485 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bc7a3486-55b8-403e-b44a-cae38eea534b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:28.826576 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-61f36701-a51f-4d60-b763-0f4855658635 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:28.844187 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a3486-55b8-403e-b44a-cae38eea534b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5594ccd-1092-442a-b725-8a9e040633a3,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:28.844187 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bc7a3486-55b8-403e-b44a-cae38eea534b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:28.855422 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bc7a3486-55b8-403e-b44a-cae38eea534b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:28.858761 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-bc7a3486-55b8-403e-b44a-cae38eea534b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c5594ccd-1092-442a-b725-8a9e040633a3 HTTP/1.1" status: 204 len: 168 time: 0.1985035 Jun 01 16:28:29.658171 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 59439bb2-0a4b-4650-a2d9-40aef8042a2b no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:28:29.691895 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: 59439bb2-0a4b-4650-a2d9-40aef8042a2b {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:28:29.692245 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 59439bb2-0a4b-4650-a2d9-40aef8042a2b not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:28:36.445667 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 33988) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:36.564950 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:36.579172 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:36.583296 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Usage tracker for resource:security_group_rule and tenant:6ef48f3ebe0244c881d9b2afcd5ab13c is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:36.586078 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:36.591673 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:36.675600 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:36.679218 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:36.685587 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b9398d91-9702-4075-89e3-63bd29b7c4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:36.729181 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48f7571-b410-4659-87d9-6a277dae06c6,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:36.734183 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6ef48f3ebe0244c881d9b2afcd5ab13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874858 Jun 01 16:28:36.737424 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 33996) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:36.739190 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.739565 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.739927 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.740340 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.740650 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.740983 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.741329 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.741674 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.742036 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.742384 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.742720 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.743059 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.746782 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-942cc9bc-a6e1-4c31-a0b8-a893165149fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:36.799399 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:36.825596 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:36.877862 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:36.881782 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-355ee586-345e-42e1-a62e-a777ff67386e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:36.892940 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48f7571-b410-4659-87d9-6a277dae06c6,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:36.903257 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.903644 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.904006 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.904367 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.904724 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.905082 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.905437 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.905789 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.906167 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.906519 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.907385 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.907751 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:28:36.911567 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:36.913764 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:36.915739 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-20923383-a8e6-4390-8d18-96e7ef8d2956 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c48f7571-b410-4659-87d9-6a277dae06c6 HTTP/1.1" status: 204 len: 168 time: 0.1772866 Jun 01 16:28:37.192550 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34002) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:37.210175 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e380966c-a872-47c9-a89f-939a3cc39a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:37.225426 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-e380966c-a872-47c9-a89f-939a3cc39a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:37.229196 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-e380966c-a872-47c9-a89f-939a3cc39a29 admin admin] Usage tracker for resource:security_group_rule and tenant:4583a1738174401591f4fedf39539610 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:37.232168 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-e380966c-a872-47c9-a89f-939a3cc39a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:37.238383 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-e380966c-a872-47c9-a89f-939a3cc39a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:37.333835 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e380966c-a872-47c9-a89f-939a3cc39a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:37.337375 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e380966c-a872-47c9-a89f-939a3cc39a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:37.347343 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9d9ae855-6089-40a5-8c9b-b3a71eb8b5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:37.392843 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e380966c-a872-47c9-a89f-939a3cc39a29 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4583a1738174401591f4fedf39539610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987889 Jun 01 16:28:37.394861 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34004) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:37.394982 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380966c-a872-47c9-a89f-939a3cc39a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc757ad1-67ec-4250-8134-5e6149d6733c,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:37.398024 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e380966c-a872-47c9-a89f-939a3cc39a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:37.455194 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-40ab5a67-0bd4-4675-ade4-a14e6b0822c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:37.480166 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-40ab5a67-0bd4-4675-ade4-a14e6b0822c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:37.532690 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-40ab5a67-0bd4-4675-ade4-a14e6b0822c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:37.537472 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ab53e7e1-604f-4d60-85fb-a6adabfdcddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:37.549704 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab5a67-0bd4-4675-ade4-a14e6b0822c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc757ad1-67ec-4250-8134-5e6149d6733c,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:37.553273 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-40ab5a67-0bd4-4675-ade4-a14e6b0822c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:37.558846 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-40ab5a67-0bd4-4675-ade4-a14e6b0822c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:37.562463 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-40ab5a67-0bd4-4675-ade4-a14e6b0822c2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dc757ad1-67ec-4250-8134-5e6149d6733c HTTP/1.1" status: 204 len: 168 time: 0.1664939 Jun 01 16:28:39.298462 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34078) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:39.476926 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-42b4cdbd-14ab-4ec8-8a5d-45127e46d827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:39.491987 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-42b4cdbd-14ab-4ec8-8a5d-45127e46d827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:39.496186 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-42b4cdbd-14ab-4ec8-8a5d-45127e46d827 admin admin] Usage tracker for resource:security_group_rule and tenant:e8aa9aacfe4c4700a6d18c6942cf55ac is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:39.499139 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-42b4cdbd-14ab-4ec8-8a5d-45127e46d827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:39.505550 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-42b4cdbd-14ab-4ec8-8a5d-45127e46d827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:39.600820 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-42b4cdbd-14ab-4ec8-8a5d-45127e46d827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:39.600820 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-42b4cdbd-14ab-4ec8-8a5d-45127e46d827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:39.613503 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-70763852-e64f-412e-92cb-8a5f8c052734 tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:39.659652 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-42b4cdbd-14ab-4ec8-8a5d-45127e46d827 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e8aa9aacfe4c4700a6d18c6942cf55ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568974 Jun 01 16:28:39.659652 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4cdbd-14ab-4ec8-8a5d-45127e46d827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5cd7ec-1e3a-4a95-8012-f594546c6775,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:39.660148 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34086) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:39.666155 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-42b4cdbd-14ab-4ec8-8a5d-45127e46d827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:39.725373 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-086839c1-1d6d-4224-aaa3-0ce16f8db1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:39.750999 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-086839c1-1d6d-4224-aaa3-0ce16f8db1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:39.803633 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-086839c1-1d6d-4224-aaa3-0ce16f8db1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:39.807230 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-24f391ec-782b-4911-97c3-3977e467cf6d tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:39.820242 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086839c1-1d6d-4224-aaa3-0ce16f8db1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5cd7ec-1e3a-4a95-8012-f594546c6775,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:39.824025 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-086839c1-1d6d-4224-aaa3-0ce16f8db1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:39.830433 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-086839c1-1d6d-4224-aaa3-0ce16f8db1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:39.831609 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-086839c1-1d6d-4224-aaa3-0ce16f8db1c4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4f5cd7ec-1e3a-4a95-8012-f594546c6775 HTTP/1.1" status: 204 len: 168 time: 0.1703346 Jun 01 16:28:40.490643 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34108) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:40.596620 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080412282-network', 'tenant_id': '268301de917949ca87ce9de6f6480f3b'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:28:40.601263 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:40.605369 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Usage tracker for resource:network and tenant:268301de917949ca87ce9de6f6480f3b is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:40.608218 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:40.615762 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:40.625860 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Made reservation on behalf of 268301de917949ca87ce9de6f6480f3b for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:28:40.628194 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:40.640462 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:40.654498 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:40.658840 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:268301de917949ca87ce9de6f6480f3b is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:40.661660 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:40.667447 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:40.757206 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:40.761969 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:40.766177 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3e352e36-33db-41ee-baa0-be11d1000e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:40.800226 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-23998e09-89a5-4ea5-b7ce-2337a583204d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:40.802338 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 16:28:40.804624 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e329a51-8867-49bf-80b2-095cd1469067,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:40.810023 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:40.815619 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:40.815619 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Added segment 08043466-1756-4429-ae10-219ce7f03a6f of type vlan for network 40b22f12-2b40-413e-a21a-a3686bdd49f5 Jun 01 16:28:40.842990 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:40.873567 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:40.874640 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:40.875237 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:40.880231 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-112e3044-9c9e-4330-93b8-a1334f1aee00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:40.977227 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4854760 Jun 01 16:28:40.980413 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34116) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:40.982873 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=40b22f12-2b40-413e-a21a-a3686bdd49f5,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:40.986183 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:40.988208 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Request body: {'subnet': {'network_id': '40b22f12-2b40-413e-a21a-a3686bdd49f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080412282-subnet', 'tenant_id': '268301de917949ca87ce9de6f6480f3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:28:40.993236 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 40b22f12-2b40-413e-a21a-a3686bdd49f5 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 16:28:40.995145 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:40.999583 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Usage tracker for resource:subnet and tenant:268301de917949ca87ce9de6f6480f3b is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:41.003218 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:41.009859 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:41.022255 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Made reservation on behalf of 268301de917949ca87ce9de6f6480f3b for: {'subnet': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:28:41.025179 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6055598'] for subnet, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:41.447096 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6144939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6055580'] for subnet, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:41.450878 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9bb943a6-f760-4fc2-be8b-07ce5b5d3a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:41.521628 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2733634-7d47-4d26-a5c6-341623fbb939,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:41.525301 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:41.532417 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Checking segment: {'id': '08043466-1756-4429-ae10-219ce7f03a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '40b22f12-2b40-413e-a21a-a3686bdd49f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:28:41.532873 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Network hostable DHCP agents. Network: 40b22f12-2b40-413e-a21a-a3686bdd49f5, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 16:28:41.550699 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Network 40b22f12-2b40-413e-a21a-a3686bdd49f5 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 16:28:41.571236 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 40b22f12-2b40-413e-a21a-a3686bdd49f5) {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:28:41.580901 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:41.581503 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:41.581881 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5131aeca-d9f5-4d95-879e-662ce0ddab59 None None] Network 40b22f12-2b40-413e-a21a-a3686bdd49f5 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:28:41.607807 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-c74ac8e9-2212-4710-bb59-78e31287a4c0 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6260929 Jun 01 16:28:41.779401 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d4602a-6f5d-4ebf-b3bc-18a8c09234e7 None None] Network 40b22f12-2b40-413e-a21a-a3686bdd49f5 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:28:42.149824 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34134) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:42.154747 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-4061533-network', 'tenant_id': '578931aa7bb14c02b63449831ec5ec92'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:28:42.159436 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:42.163212 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Usage tracker for resource:network and tenant:578931aa7bb14c02b63449831ec5ec92 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:42.166022 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:42.171655 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:42.182930 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Made reservation on behalf of 578931aa7bb14c02b63449831ec5ec92 for: {'network': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:28:42.185325 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:42.198413 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:42.213047 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:42.216805 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Usage tracker for resource:security_group_rule and tenant:578931aa7bb14c02b63449831ec5ec92 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:42.219715 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:42.225576 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:42.310831 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:42.315520 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:42.318428 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f4ec7146-ba68-471a-b858-41f3d04d997b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:42.350604 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=91910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 16:28:42.352730 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e22109-b985-4888-9996-ca6772ce0100,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:42.357839 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:42.363916 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:42.364253 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.segments_db [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Added segment beb8ca80-64c4-48ad-989d-e3d89ded6fcf of type vlan for network 20bbad6a-e844-497b-ba9b-016cb90c8623 Jun 01 16:28:42.398631 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:42.431117 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:42.433001 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:42.433628 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:42.437331 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-09068778-db07-4442-82b8-4fc037ad4565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:42.540719 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.3872046 Jun 01 16:28:42.541186 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34148) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:42.543701 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Pushing event updated for resources: {'Network': ['ID=20bbad6a-e844-497b-ba9b-016cb90c8623,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:42.546447 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:42.555453 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Request body: {'subnet': {'network_id': '20bbad6a-e844-497b-ba9b-016cb90c8623', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-4061533-subnet', 'tenant_id': '578931aa7bb14c02b63449831ec5ec92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:28:42.556422 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 20bbad6a-e844-497b-ba9b-016cb90c8623 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 16:28:42.560530 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:42.565263 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Usage tracker for resource:subnet and tenant:578931aa7bb14c02b63449831ec5ec92 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:42.568280 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:42.575212 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:42.588114 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Made reservation on behalf of 578931aa7bb14c02b63449831ec5ec92 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:28:42.590698 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5468444'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:43.004915 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5468462'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:43.009777 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:43.085734 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a215ef9-873a-4f22-8219-7fae93cb46e3,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:43.089024 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:43.096809 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Checking segment: {'id': 'beb8ca80-64c4-48ad-989d-e3d89ded6fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '20bbad6a-e844-497b-ba9b-016cb90c8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:28:43.097174 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Network hostable DHCP agents. Network: 20bbad6a-e844-497b-ba9b-016cb90c8623, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 16:28:43.115476 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Network 20bbad6a-e844-497b-ba9b-016cb90c8623 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 16:28:43.127165 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 20bbad6a-e844-497b-ba9b-016cb90c8623) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:28:43.137364 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:28:43.138046 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:43.140495 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c670a54-fc5b-4a57-bae0-c393a61c1283 None None] Network 20bbad6a-e844-497b-ba9b-016cb90c8623 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:28:43.168123 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5552dea1-e328-422d-9a03-2932eb3a41da admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6184957 Jun 01 16:28:43.313509 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34184) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:43.364728 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d05930-b987-4eb3-828e-081f2d3712f6 None None] Network 20bbad6a-e844-497b-ba9b-016cb90c8623 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:28:43.385295 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ab7620-e581-4392-9def-29aec8c40491 admin admin] Deleting subnet b2733634-7d47-4d26-a5c6-341623fbb939 {{(pid=91910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:28:43.387579 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-132524a9-b95b-4175-8eab-edb1000195bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:43.388446 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7620-e581-4392-9def-29aec8c40491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:43.443361 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7620-e581-4392-9def-29aec8c40491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6039567'] for subnet, precommit_delete_associations {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:43.514612 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7620-e581-4392-9def-29aec8c40491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:43.594679 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:43.906330 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7620-e581-4392-9def-29aec8c40491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6144996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6055573'] for subnet, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:43.910729 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-2d56aa23-da92-4a8f-a9ac-5f5f6b7324e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:43.946838 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab7620-e581-4392-9def-29aec8c40491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2733634-7d47-4d26-a5c6-341623fbb939,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:43.949252 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e8ab7620-e581-4392-9def-29aec8c40491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:43.951944 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7620-e581-4392-9def-29aec8c40491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:43.967168 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-e8ab7620-e581-4392-9def-29aec8c40491 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b2733634-7d47-4d26-a5c6-341623fbb939 HTTP/1.1" status: 204 len: 168 time: 0.6525700 Jun 01 16:28:43.969590 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34194) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:44.077325 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.082057 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.214832 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.229424 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b22f12-2b40-413e-a21a-a3686bdd49f5']}} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:28:44.242489 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08043466-1756-4429-ae10-219ce7f03a6f') {'for_net_delete': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:28:44.242778 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.services.segments.db [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08043466-1756-4429-ae10-219ce7f03a6f') {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:28:44.254314 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6039576'] for segment, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.270224 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.276026 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=91910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:28:44.276394 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6144326'] for segment, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: Traceback (most recent call last): Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: timer() Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: cb(*args, **kw) Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: return func(*args, **kwargs) Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: self._notify() Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: self.callback(batched_events) Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: event.method(event) Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: return f(self, *a, **k) Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: return self._get(url).json() Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: return self.request(url, 'GET', **kwargs) Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:28:44.289827 dv-cinder-793515-3-iscsi neutron-server[91910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:28:44.368500 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.372292 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-00f7dc9d-fec6-44cf-8425-9121a74378e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:44.385263 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.394316 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=40b22f12-2b40-413e-a21a-a3686bdd49f5,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:44.396785 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] 10.222.0.63 "DELETE /v2.0/networks/40b22f12-2b40-413e-a21a-a3686bdd49f5 HTTP/1.1" status: 204 len: 168 time: 0.4262567 Jun 01 16:28:44.397635 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:44.399681 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34196) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:44.460487 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec7a34c-1e9d-4ea6-b4e1-2df0a5be69b2 admin admin] Deleting subnet 9a215ef9-873a-4f22-8219-7fae93cb46e3 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:28:44.463523 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fec7a34c-1e9d-4ea6-b4e1-2df0a5be69b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.520155 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fec7a34c-1e9d-4ea6-b4e1-2df0a5be69b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5375913'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.576435 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fec7a34c-1e9d-4ea6-b4e1-2df0a5be69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.947581 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fec7a34c-1e9d-4ea6-b4e1-2df0a5be69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5468455'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.952509 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:44.988270 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7a34c-1e9d-4ea6-b4e1-2df0a5be69b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a215ef9-873a-4f22-8219-7fae93cb46e3,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:44.990263 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fec7a34c-1e9d-4ea6-b4e1-2df0a5be69b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:44.993058 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fec7a34c-1e9d-4ea6-b4e1-2df0a5be69b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:44.999698 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-fec7a34c-1e9d-4ea6-b4e1-2df0a5be69b2 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9a215ef9-873a-4f22-8219-7fae93cb46e3 HTTP/1.1" status: 204 len: 168 time: 0.5965552 Jun 01 16:28:45.000001 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34210) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:45.084648 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.112152 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.140039 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34214) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:45.240323 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.253936 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bbad6a-e844-497b-ba9b-016cb90c8623']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:28:45.264370 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-927c129b-9cab-4b20-a8e0-58cca069dd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.267212 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb8ca80-64c4-48ad-989d-e3d89ded6fcf') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:28:45.267505 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb8ca80-64c4-48ad-989d-e3d89ded6fcf') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:28:45.278994 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.280258 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-927c129b-9cab-4b20-a8e0-58cca069dd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:45.284964 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-927c129b-9cab-4b20-a8e0-58cca069dd38 admin admin] Usage tracker for resource:security_group_rule and tenant:378ec1028e52480bb0737ce5d3cf0196 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:45.287908 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-927c129b-9cab-4b20-a8e0-58cca069dd38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:45.293569 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-927c129b-9cab-4b20-a8e0-58cca069dd38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:45.299293 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.305805 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:28:45.306216 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:28:45.320054 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:28:45.391819 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.395213 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-48310200-bc85-4dd5-9d83-127c783217a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:45.411121 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.417667 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] Pushing event deleted for resources: {'Network': ['ID=20bbad6a-e844-497b-ba9b-016cb90c8623,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:45.420719 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:45.426668 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ef256287-228b-4ab6-aef6-55a006a6d790 admin admin] 10.222.0.63 "DELETE /v2.0/networks/20bbad6a-e844-497b-ba9b-016cb90c8623 HTTP/1.1" status: 204 len: 168 time: 0.4251742 Jun 01 16:28:45.466017 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-927c129b-9cab-4b20-a8e0-58cca069dd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.470845 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-927c129b-9cab-4b20-a8e0-58cca069dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.479726 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-97a76b9c-8e49-4070-b532-e9e335c51997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:45.523719 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-927c129b-9cab-4b20-a8e0-58cca069dd38 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=378ec1028e52480bb0737ce5d3cf0196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826101 Jun 01 16:28:45.526705 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34220) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:45.527879 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c129b-9cab-4b20-a8e0-58cca069dd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec56391e-ca56-460d-ba53-0278c943dc3d,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:45.530881 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-927c129b-9cab-4b20-a8e0-58cca069dd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:45.553895 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34222) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:45.597296 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b30c03e0-1bd7-4496-8b75-1f7e4b58ac52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.602291 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-e6b7070c-7f5c-47d7-8ea2-646941292917 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=268301de917949ca87ce9de6f6480f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471168 Jun 01 16:28:45.604732 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34224) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:45.624450 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b30c03e0-1bd7-4496-8b75-1f7e4b58ac52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.663404 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4f7c9d74-be0c-4ab2-b0c4-a4f2248d0c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.678814 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b30c03e0-1bd7-4496-8b75-1f7e4b58ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.683606 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c0b41718-7535-4bb7-9143-aef0d96d870f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:45.697236 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c03e0-1bd7-4496-8b75-1f7e4b58ac52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec56391e-ca56-460d-ba53-0278c943dc3d,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:45.698653 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4f7c9d74-be0c-4ab2-b0c4-a4f2248d0c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.700151 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b30c03e0-1bd7-4496-8b75-1f7e4b58ac52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:45.701099 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b30c03e0-1bd7-4496-8b75-1f7e4b58ac52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.704700 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b30c03e0-1bd7-4496-8b75-1f7e4b58ac52 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ec56391e-ca56-460d-ba53-0278c943dc3d HTTP/1.1" status: 204 len: 168 time: 0.1745117 Jun 01 16:28:45.756299 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4f7c9d74-be0c-4ab2-b0c4-a4f2248d0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.761383 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-42b4cdbd-14ab-4ec8-8a5d-45127e46d827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:45.774330 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c9d74-be0c-4ab2-b0c4-a4f2248d0c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e329a51-8867-49bf-80b2-095cd1469067,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:45.778245 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4f7c9d74-be0c-4ab2-b0c4-a4f2248d0c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:45.784783 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4f7c9d74-be0c-4ab2-b0c4-a4f2248d0c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:45.788433 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-4f7c9d74-be0c-4ab2-b0c4-a4f2248d0c7f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0e329a51-8867-49bf-80b2-095cd1469067 HTTP/1.1" status: 204 len: 168 time: 0.1802633 Jun 01 16:28:46.080975 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34234) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:46.092062 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34236) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:46.098992 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-749df695-f47a-460e-825d-d48eb6b62293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:46.114263 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-749df695-f47a-460e-825d-d48eb6b62293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:46.118537 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-749df695-f47a-460e-825d-d48eb6b62293 admin admin] Usage tracker for resource:security_group_rule and tenant:7c51a542e3ce4ffd96bc5b6b283cba02 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:46.121781 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-749df695-f47a-460e-825d-d48eb6b62293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:46.129367 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-749df695-f47a-460e-825d-d48eb6b62293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:46.144638 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9ed7c4a2-40c8-4e33-be1a-4eb7e1dceb6e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=578931aa7bb14c02b63449831ec5ec92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513616 Jun 01 16:28:46.147175 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34238) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:46.244616 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-38b4c96b-7ac6-4570-8e6a-bbbf3cdf9bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:46.295621 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-38b4c96b-7ac6-4570-8e6a-bbbf3cdf9bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:46.304996 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-749df695-f47a-460e-825d-d48eb6b62293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:46.312403 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-749df695-f47a-460e-825d-d48eb6b62293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:46.327152 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-61cf9157-d542-4b9d-b661-950a1e3d6dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:46.389473 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-749df695-f47a-460e-825d-d48eb6b62293 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7c51a542e3ce4ffd96bc5b6b283cba02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073723 Jun 01 16:28:46.392104 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749df695-f47a-460e-825d-d48eb6b62293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ff54c1-7f75-45ba-b819-41e539c75dc1,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:46.392299 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34240) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:46.395659 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-749df695-f47a-460e-825d-d48eb6b62293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:46.412344 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-38b4c96b-7ac6-4570-8e6a-bbbf3cdf9bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:46.416525 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-72a556f8-ed6c-40f1-85ed-b5ff0e8a3bdf tempest-TestVolumeBootPattern-391222042 tempest-TestVolumeBootPattern-391222042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:46.429870 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4c96b-7ac6-4570-8e6a-bbbf3cdf9bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e22109-b985-4888-9996-ca6772ce0100,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:46.434034 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-38b4c96b-7ac6-4570-8e6a-bbbf3cdf9bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:46.448326 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-38b4c96b-7ac6-4570-8e6a-bbbf3cdf9bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:46.450384 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-38b4c96b-7ac6-4570-8e6a-bbbf3cdf9bfa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/89e22109-b985-4888-9996-ca6772ce0100 HTTP/1.1" status: 204 len: 168 time: 0.3022037 Jun 01 16:28:46.472716 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-303fc940-601f-4bb3-bf5f-0aa7118ef3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:46.501081 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-303fc940-601f-4bb3-bf5f-0aa7118ef3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:46.553465 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-303fc940-601f-4bb3-bf5f-0aa7118ef3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:46.558422 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f0ea04ca-0ca9-4d35-bd98-99c16260d898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:46.572206 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fc940-601f-4bb3-bf5f-0aa7118ef3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ff54c1-7f75-45ba-b819-41e539c75dc1,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:46.574759 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-303fc940-601f-4bb3-bf5f-0aa7118ef3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:46.577032 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-303fc940-601f-4bb3-bf5f-0aa7118ef3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:46.581813 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-303fc940-601f-4bb3-bf5f-0aa7118ef3f2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/31ff54c1-7f75-45ba-b819-41e539c75dc1 HTTP/1.1" status: 204 len: 168 time: 0.1886246 Jun 01 16:28:46.658697 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:48.090869 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34308) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:48.266359 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-06a8246b-f792-4d04-840b-8c4bdb22542f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:48.285104 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-06a8246b-f792-4d04-840b-8c4bdb22542f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:48.289205 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-06a8246b-f792-4d04-840b-8c4bdb22542f admin admin] Usage tracker for resource:security_group_rule and tenant:4505bef40c04470bbde03c2e0a8e8a3c is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:48.293309 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-06a8246b-f792-4d04-840b-8c4bdb22542f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:48.300019 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-06a8246b-f792-4d04-840b-8c4bdb22542f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:48.392459 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-06a8246b-f792-4d04-840b-8c4bdb22542f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:48.396767 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-06a8246b-f792-4d04-840b-8c4bdb22542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:48.406389 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-dc6a1d3b-18c5-4e5a-b76c-e004dc85e1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:48.452114 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8246b-f792-4d04-840b-8c4bdb22542f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd09551-3511-49f8-a59e-97aace595e80,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:48.459603 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-06a8246b-f792-4d04-840b-8c4bdb22542f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4505bef40c04470bbde03c2e0a8e8a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653767 Jun 01 16:28:48.459603 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-06a8246b-f792-4d04-840b-8c4bdb22542f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:48.460600 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34316) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:48.543918 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2d65389f-9f07-406a-83cc-94251a92140d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:48.569928 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2d65389f-9f07-406a-83cc-94251a92140d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:48.623248 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2d65389f-9f07-406a-83cc-94251a92140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:48.627263 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d7d3b036-248e-490a-b617-2c188827f8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:48.639032 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65389f-9f07-406a-83cc-94251a92140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd09551-3511-49f8-a59e-97aace595e80,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:48.643674 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2d65389f-9f07-406a-83cc-94251a92140d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:48.647864 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2d65389f-9f07-406a-83cc-94251a92140d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:48.649381 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2d65389f-9f07-406a-83cc-94251a92140d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bdd09551-3511-49f8-a59e-97aace595e80 HTTP/1.1" status: 204 len: 168 time: 0.1868958 Jun 01 16:28:50.072190 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34366) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:50.189098 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0a38ae30-23d5-45d9-b899-469955855809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:50.203159 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-0a38ae30-23d5-45d9-b899-469955855809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:28:50.207057 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-0a38ae30-23d5-45d9-b899-469955855809 admin admin] Usage tracker for resource:security_group_rule and tenant:57c6e1839298497d829e3bccf0f5fa26 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:28:50.209838 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-0a38ae30-23d5-45d9-b899-469955855809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:28:50.215684 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-0a38ae30-23d5-45d9-b899-469955855809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:28:50.297834 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0a38ae30-23d5-45d9-b899-469955855809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:50.301547 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0a38ae30-23d5-45d9-b899-469955855809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:50.310210 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b56930eb-0e70-4832-abc5-200016955954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:50.354140 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0a38ae30-23d5-45d9-b899-469955855809 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=57c6e1839298497d829e3bccf0f5fa26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808435 Jun 01 16:28:50.355830 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38ae30-23d5-45d9-b899-469955855809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa49568-b3ae-4db6-9ba4-9bfc37ce5708,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:50.356833 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34370) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:28:50.358942 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0a38ae30-23d5-45d9-b899-469955855809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:50.415467 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-633bbbe2-8c28-4a91-9eb5-93a29d6caf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:50.441059 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-633bbbe2-8c28-4a91-9eb5-93a29d6caf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:50.492844 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-633bbbe2-8c28-4a91-9eb5-93a29d6caf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:50.496556 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-dc766d8a-ef89-4c3d-a53b-b0c5fb2adaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:28:50.509713 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bbbe2-8c28-4a91-9eb5-93a29d6caf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa49568-b3ae-4db6-9ba4-9bfc37ce5708,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:28:50.512501 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-633bbbe2-8c28-4a91-9eb5-93a29d6caf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:28:50.520418 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-633bbbe2-8c28-4a91-9eb5-93a29d6caf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:28:50.521549 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-633bbbe2-8c28-4a91-9eb5-93a29d6caf2f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ffa49568-b3ae-4db6-9ba4-9bfc37ce5708 HTTP/1.1" status: 204 len: 168 time: 0.1637211 Jun 01 16:28:54.745693 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:29:10.793038 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-79be8bc9-7084-413c-8d86-6f3f0428eeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:13.308913 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-35a91649-bb72-4d6e-adf2-9486c742a9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:13.527040 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:14.082199 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:15.086456 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:16.660436 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:23.105715 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34748) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:23.235284 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bef99b59-40be-4f30-a45c-a5170845a011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:23.251652 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-bef99b59-40be-4f30-a45c-a5170845a011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:23.255648 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-bef99b59-40be-4f30-a45c-a5170845a011 admin admin] Usage tracker for resource:security_group_rule and tenant:0fa08bc7f7574550a6fa7fbd951abe5a is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:23.258882 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-bef99b59-40be-4f30-a45c-a5170845a011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:23.265373 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-bef99b59-40be-4f30-a45c-a5170845a011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:23.358754 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bef99b59-40be-4f30-a45c-a5170845a011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:23.362813 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bef99b59-40be-4f30-a45c-a5170845a011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:23.370345 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f96773f1-0387-4dc6-b1b5-cd0cabb98179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:23.413751 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-bef99b59-40be-4f30-a45c-a5170845a011 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0fa08bc7f7574550a6fa7fbd951abe5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068073 Jun 01 16:29:23.414836 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef99b59-40be-4f30-a45c-a5170845a011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6321fd17-dc20-42d2-99af-aa2665601884,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:23.417450 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34752) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:23.419469 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-bef99b59-40be-4f30-a45c-a5170845a011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:23.477927 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ba991fc6-eede-4aa3-8bf3-9b79367080cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:23.504303 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ba991fc6-eede-4aa3-8bf3-9b79367080cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:23.557964 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ba991fc6-eede-4aa3-8bf3-9b79367080cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:23.564004 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b8547e00-1ab4-4ae5-8b93-6483c405e5ec tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:23.577857 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba991fc6-eede-4aa3-8bf3-9b79367080cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6321fd17-dc20-42d2-99af-aa2665601884,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:23.580485 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ba991fc6-eede-4aa3-8bf3-9b79367080cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:23.581674 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ba991fc6-eede-4aa3-8bf3-9b79367080cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:23.584769 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-ba991fc6-eede-4aa3-8bf3-9b79367080cb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6321fd17-dc20-42d2-99af-aa2665601884 HTTP/1.1" status: 204 len: 168 time: 0.1644287 Jun 01 16:29:23.868033 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34758) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:23.885487 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-42465f0a-dbfb-436f-bc11-f96e311db408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:23.906561 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-42465f0a-dbfb-436f-bc11-f96e311db408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:23.910282 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-42465f0a-dbfb-436f-bc11-f96e311db408 admin admin] Usage tracker for resource:security_group_rule and tenant:f371cb1313ac4ad9ae21f4aa11d24275 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:23.913036 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-42465f0a-dbfb-436f-bc11-f96e311db408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:23.918603 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-42465f0a-dbfb-436f-bc11-f96e311db408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:24.011453 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-42465f0a-dbfb-436f-bc11-f96e311db408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:24.016604 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-42465f0a-dbfb-436f-bc11-f96e311db408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:24.024019 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9232d6d9-58db-4784-bfeb-50cee53a4cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:24.067075 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-42465f0a-dbfb-436f-bc11-f96e311db408 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f371cb1313ac4ad9ae21f4aa11d24275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978638 Jun 01 16:29:24.068022 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42465f0a-dbfb-436f-bc11-f96e311db408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d3843-1e4f-4ec2-9e0d-b99cb90b4102,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:24.069867 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34762) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:24.071218 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-42465f0a-dbfb-436f-bc11-f96e311db408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:24.131822 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-391047a3-98fb-46c6-b735-cf59a8ef7b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:24.157953 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-391047a3-98fb-46c6-b735-cf59a8ef7b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:24.210567 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-391047a3-98fb-46c6-b735-cf59a8ef7b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:24.214356 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-32737054-df91-4648-9453-f74307301ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:24.227445 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391047a3-98fb-46c6-b735-cf59a8ef7b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d3843-1e4f-4ec2-9e0d-b99cb90b4102,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:24.229934 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-391047a3-98fb-46c6-b735-cf59a8ef7b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:24.237581 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-391047a3-98fb-46c6-b735-cf59a8ef7b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:24.238859 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-391047a3-98fb-46c6-b735-cf59a8ef7b1c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fb2d3843-1e4f-4ec2-9e0d-b99cb90b4102 HTTP/1.1" status: 204 len: 168 time: 0.1672440 Jun 01 16:29:31.746885 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:29:34.304009 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34924) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:34.421307 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-95ffc219-f04b-46df-a715-f06b5059c6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:34.435179 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-95ffc219-f04b-46df-a715-f06b5059c6de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:34.439432 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-95ffc219-f04b-46df-a715-f06b5059c6de admin admin] Usage tracker for resource:security_group_rule and tenant:e24756d6664549868d3fbfecac3cb85c is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:34.442277 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-95ffc219-f04b-46df-a715-f06b5059c6de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:34.447886 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-95ffc219-f04b-46df-a715-f06b5059c6de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:34.534161 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-95ffc219-f04b-46df-a715-f06b5059c6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:34.538329 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-95ffc219-f04b-46df-a715-f06b5059c6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:34.545850 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-38b4c96b-7ac6-4570-8e6a-bbbf3cdf9bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:34.588111 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-95ffc219-f04b-46df-a715-f06b5059c6de admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e24756d6664549868d3fbfecac3cb85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829945 Jun 01 16:29:34.589135 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffc219-f04b-46df-a715-f06b5059c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eac95e4-db8d-479d-9ae9-bb1aeb9695c0,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:34.590815 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34928) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:34.593235 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-95ffc219-f04b-46df-a715-f06b5059c6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:34.652695 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fa22f915-53f9-4a79-8a4e-90db25d073bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:34.677599 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fa22f915-53f9-4a79-8a4e-90db25d073bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:34.728133 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fa22f915-53f9-4a79-8a4e-90db25d073bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:34.731815 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-28d5e8cb-7fee-45ae-944d-306c4a55f791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:34.749394 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22f915-53f9-4a79-8a4e-90db25d073bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eac95e4-db8d-479d-9ae9-bb1aeb9695c0,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:34.751935 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-fa22f915-53f9-4a79-8a4e-90db25d073bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:34.759535 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fa22f915-53f9-4a79-8a4e-90db25d073bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:34.760659 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-fa22f915-53f9-4a79-8a4e-90db25d073bb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4eac95e4-db8d-479d-9ae9-bb1aeb9695c0 HTTP/1.1" status: 204 len: 168 time: 0.1680241 Jun 01 16:29:35.073116 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34936) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:35.089628 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3675-104c-4fb1-bc7e-a7f68cf25ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:35.104823 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-d6ae3675-104c-4fb1-bc7e-a7f68cf25ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:35.109098 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-d6ae3675-104c-4fb1-bc7e-a7f68cf25ecb admin admin] Usage tracker for resource:security_group_rule and tenant:ef420834f9794ad785cc6e53b87f0c7f is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:35.111977 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-d6ae3675-104c-4fb1-bc7e-a7f68cf25ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:35.117557 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-d6ae3675-104c-4fb1-bc7e-a7f68cf25ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:35.201817 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3675-104c-4fb1-bc7e-a7f68cf25ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:35.205387 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3675-104c-4fb1-bc7e-a7f68cf25ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:35.212467 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-d3e0860b-7da0-4eb6-8092-b81fa493c77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:35.253809 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-d6ae3675-104c-4fb1-bc7e-a7f68cf25ecb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ef420834f9794ad785cc6e53b87f0c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795719 Jun 01 16:29:35.254582 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae3675-104c-4fb1-bc7e-a7f68cf25ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc437f1-bf80-4811-8e5f-e4f56aea3081,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:35.256421 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34938) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:35.257459 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-d6ae3675-104c-4fb1-bc7e-a7f68cf25ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:35.314294 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-755324e5-b4f2-49f1-9e50-d6ffefcb8f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:35.338758 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-755324e5-b4f2-49f1-9e50-d6ffefcb8f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:35.393420 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-755324e5-b4f2-49f1-9e50-d6ffefcb8f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:35.397977 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-749df695-f47a-460e-825d-d48eb6b62293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:35.410311 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755324e5-b4f2-49f1-9e50-d6ffefcb8f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc437f1-bf80-4811-8e5f-e4f56aea3081,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:35.413138 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-755324e5-b4f2-49f1-9e50-d6ffefcb8f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:35.421699 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-755324e5-b4f2-49f1-9e50-d6ffefcb8f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:35.422852 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-755324e5-b4f2-49f1-9e50-d6ffefcb8f55 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2fc437f1-bf80-4811-8e5f-e4f56aea3081 HTTP/1.1" status: 204 len: 168 time: 0.1652558 Jun 01 16:29:35.765470 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34944) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:35.782753 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2164679d-de8b-40f5-9286-0a72949f27b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:35.802883 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-2164679d-de8b-40f5-9286-0a72949f27b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:35.806637 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-2164679d-de8b-40f5-9286-0a72949f27b5 admin admin] Usage tracker for resource:security_group_rule and tenant:31b65a5a389945aeb86c47f25c5520e1 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:35.809416 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-2164679d-de8b-40f5-9286-0a72949f27b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:35.816401 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-2164679d-de8b-40f5-9286-0a72949f27b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:35.903311 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2164679d-de8b-40f5-9286-0a72949f27b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:35.907549 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2164679d-de8b-40f5-9286-0a72949f27b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:35.914549 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b6d35710-52ae-46ac-a338-edfc8bbfd6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:35.955767 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2164679d-de8b-40f5-9286-0a72949f27b5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=31b65a5a389945aeb86c47f25c5520e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891561 Jun 01 16:29:35.956680 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164679d-de8b-40f5-9286-0a72949f27b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42795a3a-0f2b-4840-9289-9f67cba8992a,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:35.958434 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34946) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:35.960186 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2164679d-de8b-40f5-9286-0a72949f27b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:36.019949 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a5f5-155d-46fc-9255-a94dc6444e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:36.046664 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a5f5-155d-46fc-9255-a94dc6444e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:36.110801 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a5f5-155d-46fc-9255-a94dc6444e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:36.114819 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-75f24841-6500-402d-80d1-60f7ddf62596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:36.128222 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0a5f5-155d-46fc-9255-a94dc6444e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42795a3a-0f2b-4840-9289-9f67cba8992a,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:36.131977 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-2ca0a5f5-155d-46fc-9255-a94dc6444e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:36.137298 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a5f5-155d-46fc-9255-a94dc6444e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:36.138433 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-2ca0a5f5-155d-46fc-9255-a94dc6444e20 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/42795a3a-0f2b-4840-9289-9f67cba8992a HTTP/1.1" status: 204 len: 168 time: 0.1789427 Jun 01 16:29:37.301552 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 34982) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:37.429544 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:37.446413 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:37.450571 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Usage tracker for resource:security_group_rule and tenant:0ad93d5ca67349d59beb7c6461a0360a is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:37.453935 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:37.460052 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:37.557880 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:37.563968 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:37.571460 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-d4c2e89e-6df7-4b1f-b419-e763b5831b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:37.613246 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28ae380-9f74-46ad-b177-387e51961500,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:37.621524 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0ad93d5ca67349d59beb7c6461a0360a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165317 Jun 01 16:29:37.622023 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 34994) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:37.623888 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.624263 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.624629 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.625105 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.625466 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.625819 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.626202 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.626552 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.626901 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.627245 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.627592 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.627950 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.631698 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-dce625b8-02d0-4b71-bb99-b4f2ba6889a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:37.688185 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:37.714343 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:37.768012 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:37.773025 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-086839c1-1d6d-4224-aaa3-0ce16f8db1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:37.790261 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28ae380-9f74-46ad-b177-387e51961500,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:37.803355 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.803734 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.804106 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.804470 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.804829 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.805185 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.805538 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.805889 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.806268 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.806620 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.806969 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.807316 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:37.810663 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:37.812025 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:37.813112 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-bc04be98-da5e-44cf-bbef-e7e89c9b5d46 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f28ae380-9f74-46ad-b177-387e51961500 HTTP/1.1" status: 204 len: 168 time: 0.1896603 Jun 01 16:29:38.508910 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35020) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:38.614373 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1786270180-network', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:38.619214 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:38.624018 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Usage tracker for resource:network and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:38.626918 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:38.633374 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:38.643591 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Made reservation on behalf of 7a90b0afda484c658f41b0e25d7718cd for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:29:38.645877 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:38.658332 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:38.673821 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:38.677545 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Usage tracker for resource:security_group_rule and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:38.680340 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:38.686972 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:38.774654 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:38.780193 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:38.783506 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0a38ae30-23d5-45d9-b899-469955855809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:38.814998 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 16:29:38.823772 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29acce70-cbed-41e5-94b1-a51e29381487,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:38.828509 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:38.832509 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:38.832857 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Added segment cd0a13dd-9041-4969-924c-5fe4f1eefc61 of type vlan for network aff5465b-fdc9-4e7f-8400-0596a7f033b4 Jun 01 16:29:38.859722 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:38.887835 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:38.889513 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:29:38.889926 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:38.894583 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:39.081982 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5719676 Jun 01 16:29:39.084838 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35026) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:39.087771 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Pushing event updated for resources: {'Network': ['ID=aff5465b-fdc9-4e7f-8400-0596a7f033b4,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:39.090652 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5b808783-70fc-4b82-9d46-c734105ef412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:39.092565 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Request body: {'subnet': {'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1786270180-subnet', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'ip_version': 4}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:39.100337 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:39.102040 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network aff5465b-fdc9-4e7f-8400-0596a7f033b4 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 16:29:39.105872 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Usage tracker for resource:subnet and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:39.109809 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:39.116720 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:39.130241 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Made reservation on behalf of 7a90b0afda484c658f41b0e25d7718cd for: {'subnet': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:29:39.133277 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6055598'] for subnet, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:39.639630 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6144939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6055580'] for subnet, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:39.643730 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:39.719125 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26fecda8-f40b-428e-9656-06f042553540,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:39.722796 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:39.730447 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Checking segment: {'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:29:39.730751 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Network hostable DHCP agents. Network: aff5465b-fdc9-4e7f-8400-0596a7f033b4, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 16:29:39.750186 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Network aff5465b-fdc9-4e7f-8400-0596a7f033b4 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 16:29:39.759946 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, aff5465b-fdc9-4e7f-8400-0596a7f033b4) {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:29:39.769612 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a939013d-b8f4-4d45-8c53-a5c50df1c4a0 None None] Network aff5465b-fdc9-4e7f-8400-0596a7f033b4 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:29:39.770224 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:29:39.770927 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:39.800753 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-3cc3682b-ad09-4b6b-96ec-77bfed2fa927 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7139907 Jun 01 16:29:39.803364 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35034) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:39.808095 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:39.813734 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:39.817624 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Usage tracker for resource:router and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:39.820476 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:39.827101 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:39.838612 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7998537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15119'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:39.839636 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7985302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7957882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15110'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:39.855249 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:39.992709 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c58c33-a809-5445-82d3-f2e7d60efdb5-aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540'}]}} from dv-cinder-793515-3-iscsi. {{(pid=91912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 16:29:39.993568 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.126390 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7985288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15144'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.153040 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Allocated IP 172.20.0.2 (aff5465b-fdc9-4e7f-8400-0596a7f033b4/26fecda8-f40b-428e-9656-06f042553540/8211a189-a0a9-444f-bc08-531b17669876) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:29:40.357584 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.367742 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Transition to ACTIVE for port object 8211a189-a0a9-444f-bc08-531b17669876 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:29:40.387214 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Transition to ACTIVE for port object 8211a189-a0a9-444f-bc08-531b17669876 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:29:40.394024 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.397780 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d66b26ea-6db3-4456-b81a-22e0fef432ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:40.447352 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.456960 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Network aff5465b-fdc9-4e7f-8400-0596a7f033b4 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:29:40.464109 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:29:40.469854 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:29:40.481674 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.542688 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Pushing event updated for resources: {'Port': ['ID=8211a189-a0a9-444f-bc08-531b17669876,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:40.555826 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.556177 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.556515 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.556851 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.557180 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.557508 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.557831 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.558180 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.558502 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.558818 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.559305 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.559751 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:40.568346 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:40.586542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Attempting to bind port 8211a189-a0a9-444f-bc08-531b17669876 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:29:40.586966 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Attempting to bind port 8211a189-a0a9-444f-bc08-531b17669876 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:29:40.587338 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Attempting to bind port 8211a189-a0a9-444f-bc08-531b17669876 on network aff5465b-fdc9-4e7f-8400-0596a7f033b4 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:29:40.593030 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:29:40.593415 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Checking segment: {'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:29:40.594097 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.594503 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Bound using segment: {'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:29:40.594972 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Bound port: 8211a189-a0a9-444f-bc08-531b17669876, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:29:40.595346 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.635955 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Allocated IP 172.27.2.246 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/68530017-97c2-4546-87f3-5c56c1335ae3) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:29:40.689334 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] For port 8211a189-a0a9-444f-bc08-531b17669876, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:29:40.692460 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] For port 8211a189-a0a9-444f-bc08-531b17669876, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=8211a189-a0a9-444f-bc08-531b17669876,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:29:40.696944 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.704458 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:40.799345 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.830183 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.832989 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe8b0-a9d8-407b-942b-4ff42bc8e6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:40.834945 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-523ef0f5-4d2e-4258-9507-7c65df626fc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:40.839460 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Pushing event updated for resources: {'Port': ['ID=8211a189-a0a9-444f-bc08-531b17669876,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:40.843777 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:40.898985 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:29:40.901901 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:29:40.906475 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:29:40.944871 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Pushing event updated for resources: {'Port': ['ID=68530017-97c2-4546-87f3-5c56c1335ae3,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:40.948896 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:41.476944 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:41.537711 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 8211a189-a0a9-444f-bc08-531b17669876 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:29:41.617655 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 8211a189-a0a9-444f-bc08-531b17669876 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:29:41.783076 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62604e88-bc7c-4456-ab42-3ab7752b893f None None] Network aff5465b-fdc9-4e7f-8400-0596a7f033b4 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:29:41.896409 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-f6abc714-fa8e-490d-89be-e65bd5f9d881 None None] Provisioning for port 8211a189-a0a9-444f-bc08-531b17669876 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:29:41.898366 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7985253'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:41.910949 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-f6abc714-fa8e-490d-89be-e65bd5f9d881 None None] Provisioning complete for port 8211a189-a0a9-444f-bc08-531b17669876 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:41.911327 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f6abc714-fa8e-490d-89be-e65bd5f9d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:42.127140 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f is scheduled to L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 16:29:42.199885 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f6abc714-fa8e-490d-89be-e65bd5f9d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:42.240465 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-f6abc714-fa8e-490d-89be-e65bd5f9d881 None None] For port 8211a189-a0a9-444f-bc08-531b17669876, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=8211a189-a0a9-444f-bc08-531b17669876,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:29:42.244712 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f6abc714-fa8e-490d-89be-e65bd5f9d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:42.246290 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-68293e9f-e9d5-4c6f-863d-063e7f8ce591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:42.318876 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abc714-fa8e-490d-89be-e65bd5f9d881 None None] Pushing event updated for resources: {'Port': ['ID=8211a189-a0a9-444f-bc08-531b17669876,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:42.322192 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f6abc714-fa8e-490d-89be-e65bd5f9d881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:42.328114 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:29:42.336493 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Sync routers for ids ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:29:42.346748 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Routers {'0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:29:42.347388 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:29:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:42.357689 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:42.359689 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5553002 Jun 01 16:29:42.362480 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35048) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:42.532882 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Set router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:29:42.577660 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-a05fdbc0-b3a1-4733-830f-0fca46e7ba20 None None] Provisioning complete for port 8211a189-a0a9-444f-bc08-531b17669876 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:42.578347 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a05fdbc0-b3a1-4733-830f-0fca46e7ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:42.926918 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:41Z', 'revision_number': 3, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:42.930755 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Checking router: 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:29:42.931122 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Updating router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f port 68530017-97c2-4546-87f3-5c56c1335ae3 binding host dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 16:29:42.989060 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.200288 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.342223 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3717c224-fdc0-4bee-a527-0fdd85376e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.354382 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.365034 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35056) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:43.367945 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Transition to ACTIVE for port object 68530017-97c2-4546-87f3-5c56c1335ae3 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:29:43.376055 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.380094 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-68293e9f-e9d5-4c6f-863d-063e7f8ce591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:43.423151 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Allocated IP 172.20.0.1 (aff5465b-fdc9-4e7f-8400-0596a7f033b4/26fecda8-f40b-428e-9656-06f042553540/bb8f6dc4-fb99-4c98-9cce-294cc41961ea) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:29:43.465578 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Attempting to bind port 68530017-97c2-4546-87f3-5c56c1335ae3 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:29:43.465961 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Attempting to bind port 68530017-97c2-4546-87f3-5c56c1335ae3 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:29:43.466935 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Attempting to bind port 68530017-97c2-4546-87f3-5c56c1335ae3 on network 33f215dc-9a0b-4949-9713-0c7e803de905 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:29:43.470811 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44581e2-2603-4254-a053-46c3e12ac649 None None] Pushing event updated for resources: {'Port': ['ID=68530017-97c2-4546-87f3-5c56c1335ae3,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:43.473840 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c44581e2-2603-4254-a053-46c3e12ac649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:43.476880 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:29:43.477261 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Checking segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:29:43.477667 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.478093 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Bound using segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:29:43.478568 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Bound port: 68530017-97c2-4546-87f3-5c56c1335ae3, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:29:43.478945 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.517276 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-41a388c4-30e8-48ec-b9cb-24178471a668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.538090 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-41a388c4-30e8-48ec-b9cb-24178471a668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:43.540590 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 8211a189-a0a9-444f-bc08-531b17669876 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:29:43.542089 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-41a388c4-30e8-48ec-b9cb-24178471a668 admin admin] Usage tracker for resource:security_group_rule and tenant:84f5c426210e4ddbaa39c7a615df3934 is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:43.545794 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-41a388c4-30e8-48ec-b9cb-24178471a668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:43.551898 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-41a388c4-30e8-48ec-b9cb-24178471a668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:43.589507 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.627542 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.632685 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] For port 68530017-97c2-4546-87f3-5c56c1335ae3, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:29:43.636383 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] For port 68530017-97c2-4546-87f3-5c56c1335ae3, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=68530017-97c2-4546-87f3-5c56c1335ae3,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:29:43.643406 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-41a388c4-30e8-48ec-b9cb-24178471a668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.643597 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.646908 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Transition to ACTIVE for port object bb8f6dc4-fb99-4c98-9cce-294cc41961ea will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:29:43.647927 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-41a388c4-30e8-48ec-b9cb-24178471a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.650057 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42fdd27e-aeb3-4d1d-97ed-4f6500fd49e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:43.655234 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-81f6dc7a-8e95-4c30-9928-f315a6d53175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:43.678598 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.684690 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-83b58456-d55f-4f07-bb70-6326508d9cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:43.697505 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-41a388c4-30e8-48ec-b9cb-24178471a668 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=84f5c426210e4ddbaa39c7a615df3934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310330 Jun 01 16:29:43.698546 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a388c4-30e8-48ec-b9cb-24178471a668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20dc364-f9a6-4afb-8a7e-fa68333e6bc9,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:43.701531 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35060) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:43.712755 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-41a388c4-30e8-48ec-b9cb-24178471a668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:43.738741 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 8211a189-a0a9-444f-bc08-531b17669876 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:43.739120 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.763745 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-85cd62f5-7d1c-4bf7-ab62-69ced28bf168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.766548 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Network aff5465b-fdc9-4e7f-8400-0596a7f033b4 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:29:43.769921 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:29:43.770078 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Routers {'0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:29:43.770671 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:29:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:43.773815 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:29:43.797146 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-85cd62f5-7d1c-4bf7-ab62-69ced28bf168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.822884 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8f6dc4-fb99-4c98-9cce-294cc41961ea,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:43.850452 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:43.851670 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7985839'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.866372 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-85cd62f5-7d1c-4bf7-ab62-69ced28bf168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.870725 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-015daf0e-ab0e-463f-b642-fb41a6cf8eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:43.883655 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd62f5-7d1c-4bf7-ab62-69ced28bf168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20dc364-f9a6-4afb-8a7e-fa68333e6bc9,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:43.888696 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-85cd62f5-7d1c-4bf7-ab62-69ced28bf168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:43.893028 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-85cd62f5-7d1c-4bf7-ab62-69ced28bf168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:43.897223 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-85cd62f5-7d1c-4bf7-ab62-69ced28bf168 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b20dc364-f9a6-4afb-8a7e-fa68333e6bc9 HTTP/1.1" status: 204 len: 168 time: 0.1944506 Jun 01 16:29:43.927524 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44581e2-2603-4254-a053-46c3e12ac649 None None] Pushing event updated for resources: {'Port': ['ID=68530017-97c2-4546-87f3-5c56c1335ae3,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:43.930668 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c44581e2-2603-4254-a053-46c3e12ac649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:44.150462 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] Set router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:29:44.179425 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:44.256123 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:44.269378 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-fa9550ff-a243-46e8-82bf-995b23ec8f30 None None] Provisioning for port bb8f6dc4-fb99-4c98-9cce-294cc41961ea completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:29:44.296545 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-fa9550ff-a243-46e8-82bf-995b23ec8f30 None None] Provisioning complete for port bb8f6dc4-fb99-4c98-9cce-294cc41961ea triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:44.296545 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fa9550ff-a243-46e8-82bf-995b23ec8f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:44.421090 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:44.427804 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:44.431826 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-fa9550ff-a243-46e8-82bf-995b23ec8f30 None None] Port bb8f6dc4-fb99-4c98-9cce-294cc41961ea cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:29:44.457143 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-080f14ce-f496-4ecf-afa4-f8bfdb0065aa tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:44.543727 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:41Z', 'revision_number': 3, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:44.548394 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d00771-a236-4a75-9cfb-355019b39bb2 None None] The sync data for ids ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'] in dv-cinder-793515-3-iscsi is: [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:41Z', 'revision_number': 3, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:29:44.551672 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8f6dc4-fb99-4c98-9cce-294cc41961ea,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:44.556460 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:44.562431 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985712'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:44.877357 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Network aff5465b-fdc9-4e7f-8400-0596a7f033b4 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:29:44.878607 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:29:45.097561 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:45.132001 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:29:45.156263 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-2f516e2f-9df7-4561-a936-d6017bf533b8 None None] Provisioning complete for port bb8f6dc4-fb99-4c98-9cce-294cc41961ea triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:45.156641 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2f516e2f-9df7-4561-a936-d6017bf533b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:45.217016 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-2f516e2f-9df7-4561-a936-d6017bf533b8 None None] Port bb8f6dc4-fb99-4c98-9cce-294cc41961ea cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:29:45.337744 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:29:45.347850 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2564a71d-4317-4d6a-80c2-227f4843ad71 admin admin] 10.222.0.63 "PUT /v2.0/routers/0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9843063 Jun 01 16:29:45.546291 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 68530017-97c2-4546-87f3-5c56c1335ae3 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:29:45.641317 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 68530017-97c2-4546-87f3-5c56c1335ae3 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:29:45.647144 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 68530017-97c2-4546-87f3-5c56c1335ae3 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:45.647659 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:45.789592 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:45.810898 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 68530017-97c2-4546-87f3-5c56c1335ae3, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=68530017-97c2-4546-87f3-5c56c1335ae3,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:29:45.817097 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:45.817097 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:45.887309 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=68530017-97c2-4546-87f3-5c56c1335ae3,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:45.891179 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:46.015598 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35114) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:46.020631 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1233411908-network', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:46.025531 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:46.029517 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Usage tracker for resource:network and tenant:5b82219905e9441c9c7aa4f57c24456e is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:46.032434 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:46.038344 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:46.050141 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Made reservation on behalf of 5b82219905e9441c9c7aa4f57c24456e for: {'network': 1} {{(pid=91910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:29:46.052416 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-701443'] for network, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.065440 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.080764 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:46.084626 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Usage tracker for resource:security_group_rule and tenant:5b82219905e9441c9c7aa4f57c24456e is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:46.087601 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:46.093616 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:46.178815 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.182700 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.187995 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-26553e76-db1b-473d-ac73-1078c2cc9419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:46.215096 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da148c5d-8862-402e-a668-53245671b045 None None] Sync routers for ids ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:29:46.215867 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=91910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 16:29:46.225779 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da148c5d-8862-402e-a668-53245671b045 None None] Routers {'0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:29:46.226446 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-da148c5d-8862-402e-a668-53245671b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:29:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:46.230022 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df477c1-64bf-4646-8905-dd78d4c8baab,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:46.234605 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:46.237890 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.238270 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.segments_db [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Added segment d20bed59-b5a6-4caa-ac05-c604f2b5902f of type vlan for network 487aadd9-7867-4ff4-83c8-434080074506 Jun 01 16:29:46.266583 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735606669361'] for network, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.299424 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594'] for network, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.300740 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:29:46.301310 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.304809 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-dbd75271-e088-45b6-b4e5-fe3867df8a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:46.401496 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3847656 Jun 01 16:29:46.402299 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Pushing event updated for resources: {'Network': ['ID=487aadd9-7867-4ff4-83c8-434080074506,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:46.404344 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35116) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:46.405547 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-19d17228-9edf-4a3f-8968-b63019ac68eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:46.406903 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-da148c5d-8862-402e-a668-53245671b045 None None] Set router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:29:46.413526 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Network 487aadd9-7867-4ff4-83c8-434080074506 details requested by agent ovs-agent-dv-cinder-793515-3-iscsi with host dv-cinder-793515-3-iscsi {{(pid=91912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 16:29:46.416262 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Request body: {'subnet': {'network_id': '487aadd9-7867-4ff4-83c8-434080074506', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1233411908-subnet', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:46.421832 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:46.425919 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Usage tracker for resource:subnet and tenant:5b82219905e9441c9c7aa4f57c24456e is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:46.429677 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:46.438116 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:46.454914 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Made reservation on behalf of 5b82219905e9441c9c7aa4f57c24456e for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:29:46.458164 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5468444'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.664623 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.750437 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-da148c5d-8862-402e-a668-53245671b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:44Z', 'revision_number': 4, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'bb8f6dc4-fb99-4c98-9cce-294cc41961ea', 'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'mac_address': 'fa:16:3e:41:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:43Z', 'updated_at': '2021-06-01T16:29:44Z', 'revision_number': 2, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'subnets': [{'id': '26fecda8-f40b-428e-9656-06f042553540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:46.755280 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da148c5d-8862-402e-a668-53245671b045 None None] Checking router: 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:29:46.755640 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da148c5d-8862-402e-a668-53245671b045 None None] Updating router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f port bb8f6dc4-fb99-4c98-9cce-294cc41961ea binding host dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 16:29:46.815257 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da148c5d-8862-402e-a668-53245671b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.938474 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5375865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5468462'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:46.943756 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:47.024141 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb21a95-9215-489e-bef8-bdf2af2f5c0f,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:47.032707 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:47.033425 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Checking segment: {'id': 'd20bed59-b5a6-4caa-ac05-c604f2b5902f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '487aadd9-7867-4ff4-83c8-434080074506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:29:47.033778 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Network hostable DHCP agents. Network: 487aadd9-7867-4ff4-83c8-434080074506, hostable agents: ['5ef3f032-3641-414d-8516-f9be13054f87'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 16:29:47.061549 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Network 487aadd9-7867-4ff4-83c8-434080074506 is scheduled to be hosted by DHCP agent 5ef3f032-3641-414d-8516-f9be13054f87 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 16:29:47.072800 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-iscsi, 487aadd9-7867-4ff4-83c8-434080074506) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:29:47.085026 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b688b7f-1451-4226-a88a-aec281357cb0 None None] Network 487aadd9-7867-4ff4-83c8-434080074506 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:29:47.094151 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:29:47.094760 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.120646 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9ef9928c-ebdc-4121-981d-2e813678aa3e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7136614 Jun 01 16:29:47.123873 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35122) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:47.130128 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1233411908-router', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:47.135567 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:47.140480 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Usage tracker for resource:router and tenant:5b82219905e9441c9c7aa4f57c24456e is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:47.144505 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:47.152308 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:47.168582 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7998537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15119'] for router, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.170733 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7998628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7985302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7957882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15110'] for router, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.193070 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.266772 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da148c5d-8862-402e-a668-53245671b045 None None] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.279214 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-da148c5d-8862-402e-a668-53245671b045 None None] Transition to ACTIVE for port object bb8f6dc4-fb99-4c98-9cce-294cc41961ea will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:29:47.287247 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da148c5d-8862-402e-a668-53245671b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.294849 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-586d59ea-ea16-479f-b7f9-5a42d14a1945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:47.362443 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c58c33-a809-5445-82d3-f2e7d60efdb5-487aadd9-7867-4ff4-83c8-434080074506', 'network_id': '487aadd9-7867-4ff4-83c8-434080074506', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'fixed_ips': [{'subnet_id': '8eb21a95-9215-489e-bef8-bdf2af2f5c0f'}]}} from dv-cinder-793515-3-iscsi. {{(pid=91912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 16:29:47.363630 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.415558 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Pushing event updated for resources: {'Port': ['ID=bb8f6dc4-fb99-4c98-9cce-294cc41961ea,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:47.428179 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.428497 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.429075 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.429789 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.430278 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.430850 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.431316 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.431829 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.432307 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.432764 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.433237 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.433691 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:29:47.448326 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:47.491510 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7985288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7998523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15144'] for router, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.563901 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Allocated IP 172.20.0.2 (487aadd9-7867-4ff4-83c8-434080074506/8eb21a95-9215-489e-bef8-bdf2af2f5c0f/99d7586f-24ac-4661-bc74-f4e2bd66b460) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:29:47.604275 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-da148c5d-8862-402e-a668-53245671b045 None None] Attempting to bind port bb8f6dc4-fb99-4c98-9cce-294cc41961ea on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:29:47.604987 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-da148c5d-8862-402e-a668-53245671b045 None None] Attempting to bind port bb8f6dc4-fb99-4c98-9cce-294cc41961ea by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:29:47.605571 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da148c5d-8862-402e-a668-53245671b045 None None] Attempting to bind port bb8f6dc4-fb99-4c98-9cce-294cc41961ea on network aff5465b-fdc9-4e7f-8400-0596a7f033b4 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:29:47.613111 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da148c5d-8862-402e-a668-53245671b045 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:29:47.613923 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da148c5d-8862-402e-a668-53245671b045 None None] Checking segment: {'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:29:47.614587 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da148c5d-8862-402e-a668-53245671b045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.615602 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da148c5d-8862-402e-a668-53245671b045 None None] Bound using segment: {'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:29:47.616286 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-da148c5d-8862-402e-a668-53245671b045 None None] Bound port: bb8f6dc4-fb99-4c98-9cce-294cc41961ea, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:29:47.617296 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da148c5d-8862-402e-a668-53245671b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.626112 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 68530017-97c2-4546-87f3-5c56c1335ae3 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:29:47.715354 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-da148c5d-8862-402e-a668-53245671b045 None None] For port bb8f6dc4-fb99-4c98-9cce-294cc41961ea, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:29:47.719532 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-da148c5d-8862-402e-a668-53245671b045 None None] For port bb8f6dc4-fb99-4c98-9cce-294cc41961ea, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=bb8f6dc4-fb99-4c98-9cce-294cc41961ea,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:29:47.724274 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-da148c5d-8862-402e-a668-53245671b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.729063 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:47.810873 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Pushing event updated for resources: {'Port': ['ID=bb8f6dc4-fb99-4c98-9cce-294cc41961ea,revision_number=4']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:47.815881 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-9c58480b-d0a9-4f18-99b5-367f8cdceedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:47.822985 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da148c5d-8862-402e-a668-53245671b045 None None] Routers {'0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:29:47.823996 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-da148c5d-8862-402e-a668-53245671b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:29:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:47.907610 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 68530017-97c2-4546-87f3-5c56c1335ae3 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:47.907991 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.965899 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.978950 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:47.993419 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Transition to ACTIVE for port object 99d7586f-24ac-4661-bc74-f4e2bd66b460 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:29:48.015458 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:48.062206 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Transition to ACTIVE for port object 99d7586f-24ac-4661-bc74-f4e2bd66b460 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:29:48.077967 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-da148c5d-8862-402e-a668-53245671b045 None None] Set router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:29:48.079914 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:48.090536 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:48.171364 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Network 487aadd9-7867-4ff4-83c8-434080074506 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:29:48.176871 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:29:48.196716 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:29:48.202807 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Pushing event updated for resources: {'Port': ['ID=99d7586f-24ac-4661-bc74-f4e2bd66b460,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:48.210620 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Allocated IP 172.27.2.27 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/9ea9ba69-722d-4409-9477-25ace97dbd61) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:29:48.239995 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:48.317910 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Attempting to bind port 99d7586f-24ac-4661-bc74-f4e2bd66b460 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:29:48.318428 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Attempting to bind port 99d7586f-24ac-4661-bc74-f4e2bd66b460 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': 'd20bed59-b5a6-4caa-ac05-c604f2b5902f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '487aadd9-7867-4ff4-83c8-434080074506'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:29:48.318670 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Attempting to bind port 99d7586f-24ac-4661-bc74-f4e2bd66b460 on network 487aadd9-7867-4ff4-83c8-434080074506 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:29:48.324061 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:29:48.324441 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Checking segment: {'id': 'd20bed59-b5a6-4caa-ac05-c604f2b5902f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '487aadd9-7867-4ff4-83c8-434080074506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:29:48.324852 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:48.325255 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Bound using segment: {'id': 'd20bed59-b5a6-4caa-ac05-c604f2b5902f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '487aadd9-7867-4ff4-83c8-434080074506'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:29:48.326623 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Bound port: 99d7586f-24ac-4661-bc74-f4e2bd66b460, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20bed59-b5a6-4caa-ac05-c604f2b5902f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '487aadd9-7867-4ff4-83c8-434080074506'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:29:48.327008 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:48.416867 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:48.431571 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] For port 99d7586f-24ac-4661-bc74-f4e2bd66b460, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:29:48.434871 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] For port 99d7586f-24ac-4661-bc74-f4e2bd66b460, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=99d7586f-24ac-4661-bc74-f4e2bd66b460,segment=NetworkSegment(d20bed59-b5a6-4caa-ac05-c604f2b5902f),segment_id=d20bed59-b5a6-4caa-ac05-c604f2b5902f)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:29:48.440793 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:48.445254 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c44581e2-2603-4254-a053-46c3e12ac649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:48.454679 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:48.459522 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7a8c4245-fa1f-437f-93c3-2047b566a942 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:48.464378 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-da148c5d-8862-402e-a668-53245671b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:44Z', 'revision_number': 4, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'bb8f6dc4-fb99-4c98-9cce-294cc41961ea', 'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'mac_address': 'fa:16:3e:41:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:43Z', 'updated_at': '2021-06-01T16:29:47Z', 'revision_number': 4, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'subnets': [{'id': '26fecda8-f40b-428e-9656-06f042553540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:48.470165 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da148c5d-8862-402e-a668-53245671b045 None None] The sync data for ids ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'] in dv-cinder-793515-3-iscsi is: [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:44Z', 'revision_number': 4, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'bb8f6dc4-fb99-4c98-9cce-294cc41961ea', 'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'mac_address': 'fa:16:3e:41:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:43Z', 'updated_at': '2021-06-01T16:29:47Z', 'revision_number': 4, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'subnets': [{'id': '26fecda8-f40b-428e-9656-06f042553540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:29:48.539902 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:29:48.543887 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:29:48.549047 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Pushing event updated for resources: {'Port': ['ID=99d7586f-24ac-4661-bc74-f4e2bd66b460,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:48.549254 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:29:48.555224 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:48.589044 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea9ba69-722d-4409-9477-25ace97dbd61,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:48.597753 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:49.030617 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:49.425695 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7998512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7985253'] for router, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:49.475038 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd4b4e2-84f3-438c-9533-4a14bce1b9c4 None None] Network 487aadd9-7867-4ff4-83c8-434080074506 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:29:49.599108 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-9f96cab6-2ca9-4fad-bc0e-92c310622955 None None] Provisioning for port 99d7586f-24ac-4661-bc74-f4e2bd66b460 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:29:49.628614 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 99d7586f-24ac-4661-bc74-f4e2bd66b460 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:29:49.790628 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Router d1d33f31-c158-47f0-a1c0-7ea533f6768d is scheduled to L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 with binding_index 1 {{(pid=91910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 16:29:49.799767 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 99d7586f-24ac-4661-bc74-f4e2bd66b460 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:29:49.807290 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 99d7586f-24ac-4661-bc74-f4e2bd66b460 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:49.807707 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:49.949894 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:49.973445 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:29:49.986829 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 99d7586f-24ac-4661-bc74-f4e2bd66b460, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=99d7586f-24ac-4661-bc74-f4e2bd66b460,segment=NetworkSegment(d20bed59-b5a6-4caa-ac05-c604f2b5902f),segment_id=d20bed59-b5a6-4caa-ac05-c604f2b5902f)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:29:49.991745 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Sync routers for ids ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:29:49.995968 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:49.996825 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device bb8f6dc4-fb99-4c98-9cce-294cc41961ea up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:29:50.007349 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Notify callbacks [] for router, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:50.009392 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8836100 Jun 01 16:29:50.012110 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35132) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:50.026746 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:50.100560 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Routers {'d1d33f31-c158-47f0-a1c0-7ea533f6768d'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:29:50.101210 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:29:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:50.230609 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=99d7586f-24ac-4661-bc74-f4e2bd66b460,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:50.233902 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-266afb72-af20-4c8d-9d9a-0da272ae0076 None None] Provisioning complete for port 99d7586f-24ac-4661-bc74-f4e2bd66b460 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:50.234296 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-266afb72-af20-4c8d-9d9a-0da272ae0076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:50.258480 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:50.361975 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port bb8f6dc4-fb99-4c98-9cce-294cc41961ea completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:29:50.387416 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port bb8f6dc4-fb99-4c98-9cce-294cc41961ea triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:50.387923 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:50.422478 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Set router d1d33f31-c158-47f0-a1c0-7ea533f6768d gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:29:50.854127 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:50.888332 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:50.937091 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port bb8f6dc4-fb99-4c98-9cce-294cc41961ea, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=bb8f6dc4-fb99-4c98-9cce-294cc41961ea,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:29:50.943687 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:50.946328 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:50.994734 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'name': 'tempest-TestShelveInstance-1233411908-router', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:47Z', 'updated_at': '2021-06-01T16:29:48Z', 'revision_number': 3, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'gw_port': {'id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:48Z', 'updated_at': '2021-06-01T16:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:51.008004 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Checking router: d1d33f31-c158-47f0-a1c0-7ea533f6768d for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:29:51.008364 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Updating router d1d33f31-c158-47f0-a1c0-7ea533f6768d port 9ea9ba69-722d-4409-9477-25ace97dbd61 binding host dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 16:29:51.067358 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=bb8f6dc4-fb99-4c98-9cce-294cc41961ea,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:51.071313 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Allocated IP 172.20.0.1 (487aadd9-7867-4ff4-83c8-434080074506/8eb21a95-9215-489e-bef8-bdf2af2f5c0f/c572db31-9190-415b-90bb-1349b8b423bd) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:29:51.071690 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:51.074068 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.224415 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.240538 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Transition to ACTIVE for port object c572db31-9190-415b-90bb-1349b8b423bd will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:29:51.265787 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.269459 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9eb8b088-fb5a-4160-b226-13cab7d06d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:51.333447 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Network 487aadd9-7867-4ff4-83c8-434080074506 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:29:51.336269 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:29:51.339921 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:29:51.376145 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Pushing event updated for resources: {'Port': ['ID=c572db31-9190-415b-90bb-1349b8b423bd,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:51.380334 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:51.404824 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7985839'] for router_interface, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.415486 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.436311 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Transition to ACTIVE for port object 9ea9ba69-722d-4409-9477-25ace97dbd61 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:29:51.445575 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.452065 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a1039e32-5250-4553-b913-a2e9a58d342f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:51.540787 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Attempting to bind port 9ea9ba69-722d-4409-9477-25ace97dbd61 on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:29:51.541252 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Attempting to bind port 9ea9ba69-722d-4409-9477-25ace97dbd61 by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:29:51.541532 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Attempting to bind port 9ea9ba69-722d-4409-9477-25ace97dbd61 on network 33f215dc-9a0b-4949-9713-0c7e803de905 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:29:51.548736 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fd3d5-39da-4d1b-a16b-5bb6ce31e8a7 None None] Pushing event updated for resources: {'Port': ['ID=9ea9ba69-722d-4409-9477-25ace97dbd61,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:51.553209 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9b5fd3d5-39da-4d1b-a16b-5bb6ce31e8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:51.554199 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:29:51.554584 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Checking segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:29:51.554994 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.556418 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Bound using segment: {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:29:51.556931 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Bound port: 9ea9ba69-722d-4409-9477-25ace97dbd61, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f40d48-1ad5-41c2-b7aa-726d74ffda6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:29:51.557315 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.605383 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 99d7586f-24ac-4661-bc74-f4e2bd66b460 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:29:51.703935 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-5ba20cd2-2c66-467b-9f65-fcfb0be0d490 None None] Provisioning for port c572db31-9190-415b-90bb-1349b8b423bd completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:29:51.713690 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-5ba20cd2-2c66-467b-9f65-fcfb0be0d490 None None] Provisioning complete for port c572db31-9190-415b-90bb-1349b8b423bd triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:51.714129 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5ba20cd2-2c66-467b-9f65-fcfb0be0d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.746636 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] For port 9ea9ba69-722d-4409-9477-25ace97dbd61, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:29:51.776859 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] For port 9ea9ba69-722d-4409-9477-25ace97dbd61, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=9ea9ba69-722d-4409-9477-25ace97dbd61,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:29:51.787612 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.792086 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b91187aa-8a38-47ab-9210-87deeb4860fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:51.824573 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-5ba20cd2-2c66-467b-9f65-fcfb0be0d490 None None] Port c572db31-9190-415b-90bb-1349b8b423bd cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:29:51.847223 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 99d7586f-24ac-4661-bc74-f4e2bd66b460 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:51.847608 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.852635 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:51.936656 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fd3d5-39da-4d1b-a16b-5bb6ce31e8a7 None None] Pushing event updated for resources: {'Port': ['ID=9ea9ba69-722d-4409-9477-25ace97dbd61,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:51.941710 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9b5fd3d5-39da-4d1b-a16b-5bb6ce31e8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:51.944155 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Routers {'d1d33f31-c158-47f0-a1c0-7ea533f6768d'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:29:51.944774 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:29:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:52.089477 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:52.095019 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:52.119683 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-caf3619f-499f-4712-80da-1db130768544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:52.206941 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985712'] for router_interface, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:52.210358 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Pushing event updated for resources: {'Port': ['ID=c572db31-9190-415b-90bb-1349b8b423bd,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:52.211615 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device bb8f6dc4-fb99-4c98-9cce-294cc41961ea up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:29:52.213871 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:52.273368 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] Set router d1d33f31-c158-47f0-a1c0-7ea533f6768d gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:29:52.345013 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Network 487aadd9-7867-4ff4-83c8-434080074506 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:29:52.346298 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:29:52.449844 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port bb8f6dc4-fb99-4c98-9cce-294cc41961ea triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:52.450386 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:52.547167 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Router d1d33f31-c158-47f0-a1c0-7ea533f6768d has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:29:52.624443 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-3f1ff72a-8994-4088-b6ed-328c8311362e None None] Provisioning complete for port c572db31-9190-415b-90bb-1349b8b423bd triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:52.624745 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff72a-8994-4088-b6ed-328c8311362e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:52.728438 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:29:52.737790 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-12b4b699-5cb7-483f-8bb8-8b87494ff548 admin admin] 10.222.0.63 "PUT /v2.0/routers/d1d33f31-c158-47f0-a1c0-7ea533f6768d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7236564 Jun 01 16:29:52.767993 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ff72a-8994-4088-b6ed-328c8311362e None None] Port c572db31-9190-415b-90bb-1349b8b423bd cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:29:52.809279 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'name': 'tempest-TestShelveInstance-1233411908-router', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:47Z', 'updated_at': '2021-06-01T16:29:51Z', 'revision_number': 4, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'gw_port': {'id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:48Z', 'updated_at': '2021-06-01T16:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'c572db31-9190-415b-90bb-1349b8b423bd', 'name': '', 'network_id': '487aadd9-7867-4ff4-83c8-434080074506', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'mac_address': 'fa:16:3e:1e:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8eb21a95-9215-489e-bef8-bdf2af2f5c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:50Z', 'updated_at': '2021-06-01T16:29:51Z', 'revision_number': 1, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'subnets': [{'id': '8eb21a95-9215-489e-bef8-bdf2af2f5c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:52.815646 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9e925-7ccb-4929-b712-32d086c9f301 None None] The sync data for ids ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'] in dv-cinder-793515-3-iscsi is: [{'id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'name': 'tempest-TestShelveInstance-1233411908-router', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:47Z', 'updated_at': '2021-06-01T16:29:51Z', 'revision_number': 4, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'gw_port': {'id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:48Z', 'updated_at': '2021-06-01T16:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'c572db31-9190-415b-90bb-1349b8b423bd', 'name': '', 'network_id': '487aadd9-7867-4ff4-83c8-434080074506', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'mac_address': 'fa:16:3e:1e:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8eb21a95-9215-489e-bef8-bdf2af2f5c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:50Z', 'updated_at': '2021-06-01T16:29:51Z', 'revision_number': 1, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'subnets': [{'id': '8eb21a95-9215-489e-bef8-bdf2af2f5c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:29:53.361184 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35160) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:53.365913 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600363952', 'description': 'tempest-secgroup-smoke-600363952 description', 'project_id': '7a90b0afda484c658f41b0e25d7718cd'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:53.372976 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:53.377767 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Usage tracker for resource:security_group and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:53.380839 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:53.386843 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:53.398989 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.424219 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:53.426583 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Usage tracker for resource:security_group_rule and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:53.429868 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:53.436888 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:53.526212 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.530786 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.534714 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:53.569088 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 9ea9ba69-722d-4409-9477-25ace97dbd61 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:29:53.580653 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fcff31-df6d-481f-9321-adb0622971fa,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:53.583429 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:53.584333 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.585504 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-7cf1a3ab-6b86-4c7a-aebe-9399387abca8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2233262 Jun 01 16:29:53.588453 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35162) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:53.593202 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Request body: {'security_group_rule': {'security_group_id': 'a5fcff31-df6d-481f-9321-adb0622971fa', 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:53.599737 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:53.609662 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Usage tracker for resource:security_group_rule and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:53.612855 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:53.619115 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:53.639464 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.650925 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port 9ea9ba69-722d-4409-9477-25ace97dbd61 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:29:53.656192 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 9ea9ba69-722d-4409-9477-25ace97dbd61 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:53.656515 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.703156 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.706738 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.715341 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-bc2496b0-29bb-49b8-a1d2-1cead97502b5 tempest-TestMinimumBasicScenario-552830907 tempest-TestMinimumBasicScenario-552830907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:53.736724 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a33e31-1d3b-4a0a-af29-f9224ae2fef1,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:53.740521 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:53.745616 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.746889 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575160 Jun 01 16:29:53.750348 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35164) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:53.755083 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Request body: {'security_group_rule': {'security_group_id': 'a5fcff31-df6d-481f-9321-adb0622971fa', 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:53.760838 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:53.764671 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Usage tracker for resource:security_group_rule and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:53.767546 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:53.773194 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:53.777486 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.790228 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.796164 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port 9ea9ba69-722d-4409-9477-25ace97dbd61, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=9ea9ba69-722d-4409-9477-25ace97dbd61,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:29:53.800337 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.802172 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:53.860264 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.864461 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.866618 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:53.873738 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=9ea9ba69-722d-4409-9477-25ace97dbd61,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:53.876999 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:53.890068 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a201e7b3-6501-4254-9e6f-ac88ef46da86,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:53.892512 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:53.900068 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:53.901227 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496911 Jun 01 16:29:53.904517 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35166) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:53.909046 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Request body: {'security_group_rule': {'security_group_id': 'a5fcff31-df6d-481f-9321-adb0622971fa', 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:53.914894 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:53.918846 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Usage tracker for resource:security_group_rule and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:53.922343 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:53.927969 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:53.946545 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.010644 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.016175 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.019467 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-678e6da1-8fc4-4faa-a0ba-d27f735877df tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:54.053362 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d409feec-5dcf-4508-bc50-93c9da4e384f,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:54.055934 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:54.064540 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.065239 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-47111726-6e52-4e7e-a579-6fc9c5d397a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1596954 Jun 01 16:29:54.067915 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35172) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:54.072622 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Request body: {'security_group_rule': {'security_group_id': 'a5fcff31-df6d-481f-9321-adb0622971fa', 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:54.079676 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:54.083713 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Usage tracker for resource:security_group_rule and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:54.086621 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:54.092869 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:54.110742 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.178739 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.183264 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.185972 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6f186745-aede-4976-9bb9-8e5f7e1dcbc1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:54.209323 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2cdaa4-dcf4-4198-822e-8379df1cc78a,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:54.213946 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:54.224210 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.225796 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-b1e07805-2b36-41c5-9cc8-3ec0f0442b81 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568127 Jun 01 16:29:54.228620 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35174) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:54.233500 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Request body: {'security_group_rule': {'security_group_id': 'a5fcff31-df6d-481f-9321-adb0622971fa', 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:54.239726 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:54.244415 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Usage tracker for resource:security_group_rule and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:54.248068 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:54.254603 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:54.268213 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.securitygroups_db [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Project 7a90b0afda484c658f41b0e25d7718cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 16:29:54.274668 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.371556 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35178) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:54.459742 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.464280 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.466821 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:54.489278 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bac4fcb-59fd-4c08-975b-6e419a75ee3a,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:54.491740 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:54.499681 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.501060 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-a562f2a8-f96c-46f0-abdf-d95e9bd7abc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2713902 Jun 01 16:29:54.502528 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c32ed02d-e6d0-449c-ad6e-df801e0d8f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.503818 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35182) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:54.508322 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Request body: {'security_group_rule': {'security_group_id': 'a5fcff31-df6d-481f-9321-adb0622971fa', 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:29:54.514793 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:54.518830 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Usage tracker for resource:security_group_rule and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:54.521708 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:54.521930 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c32ed02d-e6d0-449c-ad6e-df801e0d8f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:29:54.525731 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-c32ed02d-e6d0-449c-ad6e-df801e0d8f40 admin admin] Usage tracker for resource:security_group_rule and tenant:44cd56879f834f7bb4d24e2f302ba5d5 is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:29:54.527604 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:54.536001 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [None req-c32ed02d-e6d0-449c-ad6e-df801e0d8f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:29:54.539223 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.securitygroups_db [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Project 7a90b0afda484c658f41b0e25d7718cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 16:29:54.544923 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [None req-c32ed02d-e6d0-449c-ad6e-df801e0d8f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:29:54.545192 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.611860 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.616414 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933569'] for security_group_rule, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.618388 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:54.631854 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c32ed02d-e6d0-449c-ad6e-df801e0d8f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.635871 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c32ed02d-e6d0-449c-ad6e-df801e0d8f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.640778 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83486a0a-1d7b-4ebf-b737-f7203035c646,revision_number=0']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:54.643307 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:54.644819 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-725d8020-929b-4701-89c0-49c75392902d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:54.650749 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.659716 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-20f92955-2555-4f62-b98c-0289a76544bd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471794 Jun 01 16:29:54.685159 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c32ed02d-e6d0-449c-ad6e-df801e0d8f40 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=44cd56879f834f7bb4d24e2f302ba5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111527 Jun 01 16:29:54.688401 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35186) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:29:54.690363 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ed02d-e6d0-449c-ad6e-df801e0d8f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99b6ab2-5c4d-44aa-a300-497c8b54e8c2,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:54.693911 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c32ed02d-e6d0-449c-ad6e-df801e0d8f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:54.753654 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1981031a-a93c-4d87-be62-ea313092879a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.782418 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1981031a-a93c-4d87-be62-ea313092879a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.845495 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1981031a-a93c-4d87-be62-ea313092879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.849446 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-40ab5a67-0bd4-4675-ade4-a14e6b0822c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:54.862882 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981031a-a93c-4d87-be62-ea313092879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99b6ab2-5c4d-44aa-a300-497c8b54e8c2,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:54.869203 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-1981031a-a93c-4d87-be62-ea313092879a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:54.870281 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1981031a-a93c-4d87-be62-ea313092879a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:54.871121 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-1981031a-a93c-4d87-be62-ea313092879a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e99b6ab2-5c4d-44aa-a300-497c8b54e8c2 HTTP/1.1" status: 204 len: 168 time: 0.1818058 Jun 01 16:29:55.538483 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 9ea9ba69-722d-4409-9477-25ace97dbd61 up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:29:55.617667 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port 9ea9ba69-722d-4409-9477-25ace97dbd61 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:55.618073 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:56.303657 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Sync routers for ids ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:29:56.315028 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Routers {'d1d33f31-c158-47f0-a1c0-7ea533f6768d'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:29:56.315657 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:29:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:56.513449 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Set router d1d33f31-c158-47f0-a1c0-7ea533f6768d gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:29:56.847425 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'name': 'tempest-TestShelveInstance-1233411908-router', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:47Z', 'updated_at': '2021-06-01T16:29:51Z', 'revision_number': 4, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'gw_port': {'id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:48Z', 'updated_at': '2021-06-01T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'c572db31-9190-415b-90bb-1349b8b423bd', 'name': '', 'network_id': '487aadd9-7867-4ff4-83c8-434080074506', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'mac_address': 'fa:16:3e:1e:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8eb21a95-9215-489e-bef8-bdf2af2f5c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:50Z', 'updated_at': '2021-06-01T16:29:51Z', 'revision_number': 2, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'subnets': [{'id': '8eb21a95-9215-489e-bef8-bdf2af2f5c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:56.852214 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Checking router: d1d33f31-c158-47f0-a1c0-7ea533f6768d for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:29:56.852694 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Updating router d1d33f31-c158-47f0-a1c0-7ea533f6768d port c572db31-9190-415b-90bb-1349b8b423bd binding host dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 16:29:56.913407 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:57.273466 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Notify callbacks [] for port, precommit_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:57.286526 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.provisioning_blocks [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Transition to ACTIVE for port object c572db31-9190-415b-90bb-1349b8b423bd will not be triggered until provisioned by entity L2. {{(pid=91913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:29:57.292643 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:57.296633 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-61c234a8-f95b-4bda-86df-a942a8356f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:57.424273 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fba6f5-c28e-4c36-b25e-7b190af53d4e None None] Pushing event updated for resources: {'Port': ['ID=c572db31-9190-415b-90bb-1349b8b423bd,revision_number=3']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:57.428127 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-c1fba6f5-c28e-4c36-b25e-7b190af53d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:57.514963 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Attempting to bind port c572db31-9190-415b-90bb-1349b8b423bd on host dv-cinder-793515-3-iscsi for vnic_type normal with profile {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:29:57.515328 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Attempting to bind port c572db31-9190-415b-90bb-1349b8b423bd by drivers openvswitch,hyperv on host dv-cinder-793515-3-iscsi at level 0 using segments [{'id': 'd20bed59-b5a6-4caa-ac05-c604f2b5902f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '487aadd9-7867-4ff4-83c8-434080074506'}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:29:57.515686 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Attempting to bind port c572db31-9190-415b-90bb-1349b8b423bd on network 487aadd9-7867-4ff4-83c8-434080074506 {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:29:57.522870 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Checking agent: {'id': 'e8f36f0f-c601-4518-9b4c-9d9f48b4122b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 44, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:29:57.523250 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Checking segment: {'id': 'd20bed59-b5a6-4caa-ac05-c604f2b5902f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '487aadd9-7867-4ff4-83c8-434080074506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:29:57.523704 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:57.524039 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Bound using segment: {'id': 'd20bed59-b5a6-4caa-ac05-c604f2b5902f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '487aadd9-7867-4ff4-83c8-434080074506'} {{(pid=91913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:29:57.524501 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.managers [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Bound port: c572db31-9190-415b-90bb-1349b8b423bd, host: dv-cinder-793515-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20bed59-b5a6-4caa-ac05-c604f2b5902f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '487aadd9-7867-4ff4-83c8-434080074506'}}] {{(pid=91913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:29:57.524868 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:57.614520 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] For port c572db31-9190-415b-90bb-1349b8b423bd, host dv-cinder-793515-3-iscsi, cleared binding levels {{(pid=91913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:29:57.617447 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.plugins.ml2.db [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] For port c572db31-9190-415b-90bb-1349b8b423bd, host dv-cinder-793515-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=c572db31-9190-415b-90bb-1349b8b423bd,segment=NetworkSegment(d20bed59-b5a6-4caa-ac05-c604f2b5902f),segment_id=d20bed59-b5a6-4caa-ac05-c604f2b5902f)] {{(pid=91913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:29:57.624044 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron_lib.callbacks.manager [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:57.627639 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:57.706728 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Routers {'d1d33f31-c158-47f0-a1c0-7ea533f6768d'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:29:57.707362 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:29:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:57.767022 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fba6f5-c28e-4c36-b25e-7b190af53d4e None None] Pushing event updated for resources: {'Port': ['ID=c572db31-9190-415b-90bb-1349b8b423bd,revision_number=4']} {{(pid=91913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:57.777179 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG oslo_concurrency.lockutils [None req-c1fba6f5-c28e-4c36-b25e-7b190af53d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:29:57.901048 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] Set router d1d33f31-c158-47f0-a1c0-7ea533f6768d gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:29:58.221007 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'name': 'tempest-TestShelveInstance-1233411908-router', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:47Z', 'updated_at': '2021-06-01T16:29:51Z', 'revision_number': 4, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'gw_port': {'id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:48Z', 'updated_at': '2021-06-01T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'c572db31-9190-415b-90bb-1349b8b423bd', 'name': '', 'network_id': '487aadd9-7867-4ff4-83c8-434080074506', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'mac_address': 'fa:16:3e:1e:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8eb21a95-9215-489e-bef8-bdf2af2f5c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:50Z', 'updated_at': '2021-06-01T16:29:57Z', 'revision_number': 4, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'subnets': [{'id': '8eb21a95-9215-489e-bef8-bdf2af2f5c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:29:58.224982 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c908276-2cc1-4cbe-b557-2e07bffb272a None None] The sync data for ids ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'] in dv-cinder-793515-3-iscsi is: [{'id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'name': 'tempest-TestShelveInstance-1233411908-router', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:47Z', 'updated_at': '2021-06-01T16:29:51Z', 'revision_number': 4, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'gw_port': {'id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:48Z', 'updated_at': '2021-06-01T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'c572db31-9190-415b-90bb-1349b8b423bd', 'name': '', 'network_id': '487aadd9-7867-4ff4-83c8-434080074506', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'mac_address': 'fa:16:3e:1e:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8eb21a95-9215-489e-bef8-bdf2af2f5c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:50Z', 'updated_at': '2021-06-01T16:29:57Z', 'revision_number': 4, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'subnets': [{'id': '8eb21a95-9215-489e-bef8-bdf2af2f5c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:29:59.527847 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device c572db31-9190-415b-90bb-1349b8b423bd up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:29:59.597007 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning for port c572db31-9190-415b-90bb-1349b8b423bd completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:29:59.601913 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port c572db31-9190-415b-90bb-1349b8b423bd triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:29:59.602333 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:59.722015 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:59.755805 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] For port c572db31-9190-415b-90bb-1349b8b423bd, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=c572db31-9190-415b-90bb-1349b8b423bd,segment=NetworkSegment(d20bed59-b5a6-4caa-ac05-c604f2b5902f),segment_id=d20bed59-b5a6-4caa-ac05-c604f2b5902f)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:29:59.759920 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:29:59.761939 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-33f88b57-0ad6-436e-b80d-a9e1f0e49169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:29:59.828364 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Pushing event updated for resources: {'Port': ['ID=c572db31-9190-415b-90bb-1349b8b423bd,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:29:59.831416 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:30:01.516302 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device c572db31-9190-415b-90bb-1349b8b423bd up at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:30:01.594128 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Provisioning complete for port c572db31-9190-415b-90bb-1349b8b423bd triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:30:01.594502 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:08.744923 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:30:10.798971 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a10bfd3c-aed7-4f86-8bda-4b05dc9c5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:13.314306 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7d77246e-4df3-4de7-8835-2870d2476894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:13.566735 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:14.108070 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:14.289125 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-67656944-57d2-4345-8611-4b91c6d792e1 req-945d3daa-582f-48be-b566-b2b94e87c4ab tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Synchronizing usage tracker for tenant:7a90b0afda484c658f41b0e25d7718cd on resource:security_group {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:30:14.307494 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-67656944-57d2-4345-8611-4b91c6d792e1 req-945d3daa-582f-48be-b566-b2b94e87c4ab tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Unset dirty status for tenant:7a90b0afda484c658f41b0e25d7718cd on resource:security_group {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:30:14.309098 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-945d3daa-582f-48be-b566-b2b94e87c4ab tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600363952&fields=id&tenant_id=7a90b0afda484c658f41b0e25d7718cd HTTP/1.1" status: 200 len: 267 time: 0.0599754 Jun 01 16:30:14.464458 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67656944-57d2-4345-8611-4b91c6d792e1 req-548c6167-0480-4c0f-a313-acf4af19e29d tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:14.466504 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-548c6167-0480-4c0f-a313-acf4af19e29d tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/networks?id=aff5465b-fdc9-4e7f-8400-0596a7f033b4 HTTP/1.1" status: 200 len: 809 time: 0.1510794 Jun 01 16:30:14.481603 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-0d2864ba-970c-4a32-a399-1b4ebd0c71c8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/quotas/7a90b0afda484c658f41b0e25d7718cd HTTP/1.1" status: 200 len: 375 time: 0.0092542 Jun 01 16:30:14.569458 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-1c655af4-9646-4cd6-ab54-672250174594 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7a90b0afda484c658f41b0e25d7718cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832675 Jun 01 16:30:14.688567 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-76a0850e-00d3-4beb-bcaa-9cb0854334e1 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 16:30:14.689537 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-76a0850e-00d3-4beb-bcaa-9cb0854334e1 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1084318 Jun 01 16:30:14.823632 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-199e6e58-4530-4a48-993d-e297922af23e service neutron] 10.222.0.63 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280122 Jun 01 16:30:14.957053 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-6fda5517-bbfc-4c4c-a6ba-8772b048a995 service neutron] 10.222.0.63 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271768 Jun 01 16:30:15.093368 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:15.365663 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c53e9815-a969-4976-aa20-cb6091ef675b req-d05c5619-d967-4cf9-866b-e28193689cc4 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 210 time: 0.0435662 Jun 01 16:30:16.520377 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6afa5326-1284-40e3-af5e-0221f0c4c8d8 req-8cca7811-3f2b-4274-8c10-ccaa1c79e664 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 210 time: 0.0452642 Jun 01 16:30:16.616349 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67656944-57d2-4345-8611-4b91c6d792e1 req-823255c9-14de-45b3-b5ba-6fd06b4a050c tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:16.617019 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-67656944-57d2-4345-8611-4b91c6d792e1 req-823255c9-14de-45b3-b5ba-6fd06b4a050c tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Synchronizing usage tracker for tenant:7a90b0afda484c658f41b0e25d7718cd on resource:network {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:30:16.634711 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-67656944-57d2-4345-8611-4b91c6d792e1 req-823255c9-14de-45b3-b5ba-6fd06b4a050c tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Unset dirty status for tenant:7a90b0afda484c658f41b0e25d7718cd on resource:network {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:30:16.635697 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-823255c9-14de-45b3-b5ba-6fd06b4a050c tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.86 "GET /v2.0/networks?id=aff5465b-fdc9-4e7f-8400-0596a7f033b4 HTTP/1.1" status: 200 len: 809 time: 0.1735318 Jun 01 16:30:16.668767 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:16.686982 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-67656944-57d2-4345-8611-4b91c6d792e1 req-e206a55a-c221-4641-b483-5f0075851425 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Synchronizing usage tracker for tenant:7a90b0afda484c658f41b0e25d7718cd on resource:security_group {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:30:16.699017 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-67656944-57d2-4345-8611-4b91c6d792e1 req-e206a55a-c221-4641-b483-5f0075851425 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Unset dirty status for tenant:7a90b0afda484c658f41b0e25d7718cd on resource:security_group {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:30:16.700974 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-e206a55a-c221-4641-b483-5f0075851425 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a90b0afda484c658f41b0e25d7718cd HTTP/1.1" status: 200 len: 379 time: 0.0564990 Jun 01 16:30:16.712975 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Request body: {'port': {'device_id': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'admin_state_up': True, 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'security_groups': ['a5fcff31-df6d-481f-9321-adb0622971fa']}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:30:16.850157 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:30:16.853928 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Usage tracker for resource:port and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:30:16.857510 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:30:16.863225 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.quota.driver [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:30:16.873155 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Made reservation on behalf of 7a90b0afda484c658f41b0e25d7718cd for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:30:16.876614 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:17.152581 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Allocated IP 172.20.0.8 (aff5465b-fdc9-4e7f-8400-0596a7f033b4/26fecda8-f40b-428e-9656-06f042553540/2965868e-cc8f-4c33-8b97-184d1c54fef6) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:30:17.360038 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:17.377443 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Transition to ACTIVE for port object 2965868e-cc8f-4c33-8b97-184d1c54fef6 will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:30:17.401226 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:17.407722 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-aab116ed-9c24-4024-a0d6-91d2fb86fc5d tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:30:17.476609 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Network aff5465b-fdc9-4e7f-8400-0596a7f033b4 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:30:17.479774 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:30:17.485135 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:30:17.520282 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event updated for resources: {'Port': ['ID=2965868e-cc8f-4c33-8b97-184d1c54fef6,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:30:17.527068 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:30:17.561122 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:17.561789 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:17.593788 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8844430 Jun 01 16:30:17.606639 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Request body: {'port': {'device_id': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:30:17.693639 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-8f463466-1857-42f7-aedd-d52040fd77f6 None None] Provisioning for port 2965868e-cc8f-4c33-8b97-184d1c54fef6 completed by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:30:17.700712 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-8f463466-1857-42f7-aedd-d52040fd77f6 None None] Provisioning complete for port 2965868e-cc8f-4c33-8b97-184d1c54fef6 triggered by entity DHCP. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:30:17.701307 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8f463466-1857-42f7-aedd-d52040fd77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:17.724727 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:17.727702 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09e76b-73d8-4415-ab2f-01cca5f69a50 req-b2700025-0419-470a-9517-3e483ffca3af tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:17.729199 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ed09e76b-73d8-4415-ab2f-01cca5f69a50 req-b2700025-0419-470a-9517-3e483ffca3af tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 931 time: 0.0873909 Jun 01 16:30:17.778392 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-ed09e76b-73d8-4415-ab2f-01cca5f69a50 req-d42ae7ea-487c-473e-b5c4-b240b94713f7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409558 Jun 01 16:30:17.784862 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-8f463466-1857-42f7-aedd-d52040fd77f6 None None] Port 2965868e-cc8f-4c33-8b97-184d1c54fef6 cannot update to ACTIVE because it is not bound. {{(pid=91912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:30:18.089419 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2965868e-cc8f-4c33-8b97-184d1c54fef6 {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:30:18.097574 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:18.112149 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Transition to ACTIVE for port object 2965868e-cc8f-4c33-8b97-184d1c54fef6 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:30:18.115643 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:18.119228 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-42fce1f6-358b-4789-9e56-3a0ce6fc4517 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:30:18.260737 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Pushing event updated for resources: {'Port': ['ID=2965868e-cc8f-4c33-8b97-184d1c54fef6,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:30:18.288438 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:30:18.369807 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Attempting to bind port 2965868e-cc8f-4c33-8b97-184d1c54fef6 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:30:18.370170 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Attempting to bind port 2965868e-cc8f-4c33-8b97-184d1c54fef6 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:30:18.370498 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Attempting to bind port 2965868e-cc8f-4c33-8b97-184d1c54fef6 on network aff5465b-fdc9-4e7f-8400-0596a7f033b4 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:30:18.375231 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Port 2965868e-cc8f-4c33-8b97-184d1c54fef6 on network aff5465b-fdc9-4e7f-8400-0596a7f033b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 16:30:18.375545 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Attempting to bind port 2965868e-cc8f-4c33-8b97-184d1c54fef6 on network aff5465b-fdc9-4e7f-8400-0596a7f033b4 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:30:18.380542 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Checking agent: {'id': '975a705e-0471-466e-8ecc-8a9336f59a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'started_at': datetime.datetime(2021, 6, 1, 15, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:30:18.380875 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Checking segment: {'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:30:18.381251 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Bound using segment: {'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:30:18.381667 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Bound port: 2965868e-cc8f-4c33-8b97-184d1c54fef6, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0a13dd-9041-4969-924c-5fe4f1eefc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:30:18.382025 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:18.474843 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] For port 2965868e-cc8f-4c33-8b97-184d1c54fef6, host hv-cinder-79351, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:30:18.477666 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] For port 2965868e-cc8f-4c33-8b97-184d1c54fef6, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:30:18.482341 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5375472'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:18.486839 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2fbdd283-3d2c-46fe-ba7f-6919122699f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:30:18.540248 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:18.540855 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:18.542523 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] 10.222.0.86 "PUT /v2.0/ports/2965868e-cc8f-4c33-8b97-184d1c54fef6 HTTP/1.1" status: 200 len: 1093 time: 0.9412661 Jun 01 16:30:18.543669 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:30:18.546037 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97eee34-82d5-4d4f-8fde-ef032a74e416" -d '{"events": [{"name": "network-changed", "server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:30:18.576725 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Pushing event updated for resources: {'Port': ['ID=2965868e-cc8f-4c33-8b97-184d1c54fef6,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:30:18.586425 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-31fccfc2-4912-48e0-814f-5936200d9d0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:30:18.623746 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564eef50-7b84-4fc0-a0af-312766166db8 x-openstack-request-id: req-564eef50-7b84-4fc0-a0af-312766166db8 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:30:18.624080 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:30:18.624377 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-564eef50-7b84-4fc0-a0af-312766166db8 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:30:18.624814 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'status': 'completed', 'code': 200} Jun 01 16:30:18.669755 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67656944-57d2-4345-8611-4b91c6d792e1 req-2d9f42d6-d8d8-415d-a6ac-9c6cb5d8e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:18.671308 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-2d9f42d6-d8d8-415d-a6ac-9c6cb5d8e426 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a90b0afda484c658f41b0e25d7718cd&device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1096 time: 0.0839505 Jun 01 16:30:18.748601 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-4d672ea0-f43d-4aea-a7db-f5d949e77546 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6 HTTP/1.1" status: 200 len: 217 time: 0.0684984 Jun 01 16:30:18.816744 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67656944-57d2-4345-8611-4b91c6d792e1 req-6901355b-531d-49d7-9fdb-eefbbe5eb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:18.818366 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-6901355b-531d-49d7-9fdb-eefbbe5eb329 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26fecda8-f40b-428e-9656-06f042553540 HTTP/1.1" status: 200 len: 848 time: 0.0637362 Jun 01 16:30:18.907258 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67656944-57d2-4345-8611-4b91c6d792e1 req-0eeb4f38-669d-450a-8fb7-6c1b6d91a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:18.908729 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-0eeb4f38-669d-450a-8fb7-6c1b6d91a3c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aff5465b-fdc9-4e7f-8400-0596a7f033b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834754 Jun 01 16:30:19.008701 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875ac65-64e0-4f49-ae03-1655ad140fda req-fa1bb944-85ea-49ef-9b5b-71fa4286cba1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:19.010284 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4875ac65-64e0-4f49-ae03-1655ad140fda req-fa1bb944-85ea-49ef-9b5b-71fa4286cba1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.1028671 Jun 01 16:30:19.065809 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-c35a358a-e77c-4889-8cdc-a9045fe012bc service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501708 Jun 01 16:30:19.067264 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-4875ac65-64e0-4f49-ae03-1655ad140fda req-a9e6f29c-5729-49b8-ab95-1a178af7e7d9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477653 Jun 01 16:30:19.216586 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-67656944-57d2-4345-8611-4b91c6d792e1 req-ad3c379f-feda-4678-a0cf-99c44657b729 service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437759 Jun 01 16:30:19.451438 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eee34-82d5-4d4f-8fde-ef032a74e416 req-9db5931a-82bf-4a86-9792-8ffdac197753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:19.452887 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c97eee34-82d5-4d4f-8fde-ef032a74e416 req-9db5931a-82bf-4a86-9792-8ffdac197753 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a90b0afda484c658f41b0e25d7718cd&device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1096 time: 0.1885896 Jun 01 16:30:19.610928 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eee34-82d5-4d4f-8fde-ef032a74e416 req-88b74b12-cf9a-4b23-84e2-031470feb8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:19.612367 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c97eee34-82d5-4d4f-8fde-ef032a74e416 req-88b74b12-cf9a-4b23-84e2-031470feb8f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aff5465b-fdc9-4e7f-8400-0596a7f033b4 HTTP/1.1" status: 200 len: 910 time: 0.1490660 Jun 01 16:30:19.694067 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c97eee34-82d5-4d4f-8fde-ef032a74e416 req-0191944b-cb84-44b6-add3-ccefadb8fec0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6 HTTP/1.1" status: 200 len: 217 time: 0.0747087 Jun 01 16:30:19.784567 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eee34-82d5-4d4f-8fde-ef032a74e416 req-7927d0dd-f1e9-4123-946a-229a41475c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:19.786252 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c97eee34-82d5-4d4f-8fde-ef032a74e416 req-7927d0dd-f1e9-4123-946a-229a41475c98 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26fecda8-f40b-428e-9656-06f042553540 HTTP/1.1" status: 200 len: 848 time: 0.0853267 Jun 01 16:30:19.881365 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eee34-82d5-4d4f-8fde-ef032a74e416 req-032b58d0-940d-4247-9ee1-4e78e25cf0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:19.882899 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c97eee34-82d5-4d4f-8fde-ef032a74e416 req-032b58d0-940d-4247-9ee1-4e78e25cf0cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aff5465b-fdc9-4e7f-8400-0596a7f033b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881586 Jun 01 16:30:20.021486 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c97eee34-82d5-4d4f-8fde-ef032a74e416 req-33201d14-6e45-46de-bb3f-01c78baca7d7 service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317911 Jun 01 16:30:20.175900 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c97eee34-82d5-4d4f-8fde-ef032a74e416 req-5915e87e-f627-4971-920b-8907cf66318b service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460254 Jun 01 16:30:20.270870 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acfa5-26ef-4e12-8afb-bd8b658b3532 req-a5f0cf28-f382-41e5-a16b-4349e1e07c10 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:20.272375 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f21acfa5-26ef-4e12-8afb-bd8b658b3532 req-a5f0cf28-f382-41e5-a16b-4349e1e07c10 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0914116 Jun 01 16:30:20.320693 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-f21acfa5-26ef-4e12-8afb-bd8b658b3532 req-0cdfc04e-c8a2-4dde-a9a2-d0ef0302a3cf tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419722 Jun 01 16:30:21.523687 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cc7a2-15f2-4991-86b3-b561aa37e314 req-7b45aa86-63af-4c44-a92e-f78d35a50b88 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:21.525209 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-842cc7a2-15f2-4991-86b3-b561aa37e314 req-7b45aa86-63af-4c44-a92e-f78d35a50b88 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0912845 Jun 01 16:30:21.575388 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-842cc7a2-15f2-4991-86b3-b561aa37e314 req-9ebd25b3-7c5b-4736-9129-e48ce4fc8cc9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437722 Jun 01 16:30:22.758335 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159c439-1626-4ab5-852a-5ae4af41d5c6 req-232e929a-4ad7-4aa6-a0bb-ba22f792dbed tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:22.759799 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7159c439-1626-4ab5-852a-5ae4af41d5c6 req-232e929a-4ad7-4aa6-a0bb-ba22f792dbed tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0794694 Jun 01 16:30:22.806117 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7159c439-1626-4ab5-852a-5ae4af41d5c6 req-274135ff-b399-4cd9-996c-ba6979525ed2 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400527 Jun 01 16:30:24.014820 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1f296-1675-4300-9f8e-4bf498a187e7 req-d62eddd2-cfc2-4d8a-9925-382b99e81da9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:24.016571 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-77a1f296-1675-4300-9f8e-4bf498a187e7 req-d62eddd2-cfc2-4d8a-9925-382b99e81da9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.1025271 Jun 01 16:30:24.072151 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-77a1f296-1675-4300-9f8e-4bf498a187e7 req-36ae74ac-0a0a-49ee-b6b2-6cf2856e4cd6 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481429 Jun 01 16:30:25.271869 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f25ec3-c6a5-4192-9dca-abeb306892c2 req-d663aecb-6b57-4fe1-8ab9-b216951105c0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:25.273909 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-80f25ec3-c6a5-4192-9dca-abeb306892c2 req-d663aecb-6b57-4fe1-8ab9-b216951105c0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0863912 Jun 01 16:30:25.325233 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-80f25ec3-c6a5-4192-9dca-abeb306892c2 req-9edf9182-c490-4115-b5c3-ea67639eb71b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422554 Jun 01 16:30:26.514348 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa7751-835b-4648-aa72-1c8580240a15 req-ba0601a7-8ed8-4c5a-8d74-826fee0be221 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:26.515778 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-62fa7751-835b-4648-aa72-1c8580240a15 req-ba0601a7-8ed8-4c5a-8d74-826fee0be221 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0821927 Jun 01 16:30:26.559871 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-62fa7751-835b-4648-aa72-1c8580240a15 req-0a958e21-5470-4e2d-aa3f-34d9b7875503 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384817 Jun 01 16:30:26.668893 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 2965868e-cc8f-4c33-8b97-184d1c54fef6 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 16:30:26.798940 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 2965868e-cc8f-4c33-8b97-184d1c54fef6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:30:26.815146 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'port_id': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'mac_address': 'fa:16:3e:23:db:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 16:30:26.869838 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:26.886844 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2965868e-cc8f-4c33-8b97-184d1c54fef6 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:30:26.901710 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 2965868e-cc8f-4c33-8b97-184d1c54fef6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:30:26.906405 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:26.908232 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-0a0864d5-264e-4d28-9f80-e6a859c949dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:30:26.974450 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=2965868e-cc8f-4c33-8b97-184d1c54fef6,revision_number=4']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:30:26.977471 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:30:27.180276 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['2965868e-cc8f-4c33-8b97-184d1c54fef6'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:30:27.748452 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063058ac-e9d6-48ec-9177-1857411d0c5b req-bafe8539-9407-47d2-9284-0bb115df8d1d tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:27.749786 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-063058ac-e9d6-48ec-9177-1857411d0c5b req-bafe8539-9407-47d2-9284-0bb115df8d1d tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 944 time: 0.0844707 Jun 01 16:30:27.890144 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-063058ac-e9d6-48ec-9177-1857411d0c5b req-bae91c89-81cf-4ad1-8d9f-5255a34f6ce8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346214 Jun 01 16:30:28.678369 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 2965868e-cc8f-4c33-8b97-184d1c54fef6 up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:30:28.748325 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning for port 2965868e-cc8f-4c33-8b97-184d1c54fef6 completed by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:30:28.753024 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 2965868e-cc8f-4c33-8b97-184d1c54fef6 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:30:28.753401 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:28.871231 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:28.898805 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:30:28.901039 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0582e89-8d88-4a60-ab3c-7e64cb1ba2a2" -d '{"events": [{"server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "name": "network-vif-plugged", "status": "completed", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:30:28.909431 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 2965868e-cc8f-4c33-8b97-184d1c54fef6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:30:28.915937 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:28.920037 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:30:29.005641 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=2965868e-cc8f-4c33-8b97-184d1c54fef6,revision_number=5']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:30:29.009511 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:30:29.088976 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1025fccd-bfb4-4062-9e9f-3e6c3cd9845e x-openstack-request-id: req-1025fccd-bfb4-4062-9e9f-3e6c3cd9845e {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:30:29.089620 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "name": "network-vif-plugged", "status": "completed", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:30:29.089885 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1025fccd-bfb4-4062-9e9f-3e6c3cd9845e {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:30:29.090313 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'code': 200} Jun 01 16:30:29.101764 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acd2d1-852c-4c8e-8a2a-d8a52870e066 req-47e33e29-c49f-4cb1-b41a-48294a5cee97 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:29.103243 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e2acd2d1-852c-4c8e-8a2a-d8a52870e066 req-47e33e29-c49f-4cb1-b41a-48294a5cee97 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0842869 Jun 01 16:30:29.152904 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e2acd2d1-852c-4c8e-8a2a-d8a52870e066 req-6803de9f-bf5f-412b-84dd-1f3aef544f9e tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413570 Jun 01 16:30:29.362455 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b313e-d50a-47b6-bc4b-587be7f6e11b req-bbea974d-397d-410a-8d2c-951d09ff0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:29.363975 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-824b313e-d50a-47b6-bc4b-587be7f6e11b req-bbea974d-397d-410a-8d2c-951d09ff0011 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1098 time: 0.0720365 Jun 01 16:30:29.405976 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-824b313e-d50a-47b6-bc4b-587be7f6e11b req-92099976-ade3-4ea0-adef-8bd8795856ab service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349512 Jun 01 16:30:30.345648 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4f53-7af5-45b5-8e65-0592b848b169 req-f71e68aa-2643-4170-ac72-78e7096e8d5b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:30.347046 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c69a4f53-7af5-45b5-8e65-0592b848b169 req-f71e68aa-2643-4170-ac72-78e7096e8d5b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0810492 Jun 01 16:30:30.392105 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c69a4f53-7af5-45b5-8e65-0592b848b169 req-bc2aaa6a-9a4d-4eba-bff7-aea6dd87a25e tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395112 Jun 01 16:30:30.579739 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b30831-2afd-428e-9a5e-415dd587e5c7 req-58697e1c-4292-4a67-b90a-efdb6770bd69 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:30.581169 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e4b30831-2afd-428e-9a5e-415dd587e5c7 req-58697e1c-4292-4a67-b90a-efdb6770bd69 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0823181 Jun 01 16:30:30.626535 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-e4b30831-2afd-428e-9a5e-415dd587e5c7 req-2ac4a4b2-bd5b-439f-a4aa-47d6ee86321a tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398059 Jun 01 16:30:30.648600 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35350) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:30:30.828558 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea2af00-3a56-48af-858a-b311aa14d5fb tempest-TestShelveInstance-2049479395 tempest-TestShelveInstance-2049479395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:30.829284 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-1ea2af00-3a56-48af-858a-b311aa14d5fb tempest-TestShelveInstance-2049479395 tempest-TestShelveInstance-2049479395-project-admin] Synchronizing usage tracker for tenant:5b82219905e9441c9c7aa4f57c24456e on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:30:30.846524 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-1ea2af00-3a56-48af-858a-b311aa14d5fb tempest-TestShelveInstance-2049479395 tempest-TestShelveInstance-2049479395-project-admin] Unset dirty status for tenant:5b82219905e9441c9c7aa4f57c24456e on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:30:30.847644 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-1ea2af00-3a56-48af-858a-b311aa14d5fb tempest-TestShelveInstance-2049479395 tempest-TestShelveInstance-2049479395-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1093 time: 0.1980793 Jun 01 16:30:30.850665 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35354) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:30:30.855222 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.v2.base [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Request body: {'floatingip': {'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'port_id': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:30:30.861529 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:30:30.866069 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Usage tracker for resource:floatingip and tenant:7a90b0afda484c658f41b0e25d7718cd is out of sync, need to count used quota {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:30:30.868859 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:30:30.874598 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.quota.driver [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:30:30.884716 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for floatingip, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:31.024381 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:31.174020 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Allocated IP 172.27.2.215 (33f215dc-9a0b-4949-9713-0c7e803de905/4ad9917b-04a6-4f54-a9d1-a6505960e9ba/eb6884c8-85ac-496a-b38c-8409a8abb22c) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:30:31.329616 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:31.360728 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735606650808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:31.364534 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f1468e00-20eb-4b1f-91bb-ec27bc623947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:30:31.428688 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Network 33f215dc-9a0b-4949-9713-0c7e803de905 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:30:31.431493 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:30:31.435994 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:30:31.470540 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event updated for resources: {'Port': ['ID=eb6884c8-85ac-496a-b38c-8409a8abb22c,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:30:31.474725 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:30:31.853755 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:31.927598 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:32.237916 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:32.242481 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6144290'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:32.247962 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-0ac6094a-0ff6-4275-af7a-8bb3abd66563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:30:32.353461 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event updated for resources: {'Port': ['ID=eb6884c8-85ac-496a-b38c-8409a8abb22c,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:30:32.358437 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:30:32.364980 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7985172'] for floatingip, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:32.533802 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.l3_db [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Floating IP 0e48be56-30bc-442c-946b-d6c1fe170b7c associated. External IP: 172.27.2.215, port: 2965868e-cc8f-4c33-8b97-184d1c54fef6. Jun 01 16:30:32.904289 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:30:33.098355 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:30:33.108273 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8cda4-f227-40a6-800c-7bb2f9dbf37d None None] Sync routers for ids ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:30:33.117971 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8cda4-f227-40a6-800c-7bb2f9dbf37d None None] Routers {'0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:30:33.118633 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-84c8cda4-f227-40a6-800c-7bb2f9dbf37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:30:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:30:33.123387 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:33.180787 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-54d7d158-f637-4aec-a32d-c85188c02ae9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3290393 Jun 01 16:30:33.181715 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:30:33.184281 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36b5a19-46ba-460b-88b3-136b75ce6bee" -d '{"events": [{"name": "network-changed", "server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:30:33.279054 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0a302c-0f6d-48af-af81-5688ee2ea351 x-openstack-request-id: req-fc0a302c-0f6d-48af-af81-5688ee2ea351 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:30:33.279383 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:30:33.279681 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fc0a302c-0f6d-48af-af81-5688ee2ea351 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:30:33.280120 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'status': 'completed', 'code': 200} Jun 01 16:30:33.300085 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-84c8cda4-f227-40a6-800c-7bb2f9dbf37d None None] Set router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:30:33.380553 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b5a19-46ba-460b-88b3-136b75ce6bee req-93dedbff-bf8e-48d7-9e3b-6f54d2c1a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:33.382063 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b36b5a19-46ba-460b-88b3-136b75ce6bee req-93dedbff-bf8e-48d7-9e3b-6f54d2c1a59e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a90b0afda484c658f41b0e25d7718cd&device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1098 time: 0.0785537 Jun 01 16:30:33.524929 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b5a19-46ba-460b-88b3-136b75ce6bee req-93497692-e21a-489b-b6c7-8c235879bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:33.526406 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b36b5a19-46ba-460b-88b3-136b75ce6bee req-93497692-e21a-489b-b6c7-8c235879bff8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aff5465b-fdc9-4e7f-8400-0596a7f033b4 HTTP/1.1" status: 200 len: 910 time: 0.1378486 Jun 01 16:30:33.636837 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b36b5a19-46ba-460b-88b3-136b75ce6bee req-31cdcc55-fc06-4604-a592-af21d1755db2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6 HTTP/1.1" status: 200 len: 999 time: 0.1033986 Jun 01 16:30:33.660683 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-84c8cda4-f227-40a6-800c-7bb2f9dbf37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:44Z', 'revision_number': 4, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '0e48be56-30bc-442c-946b-d6c1fe170b7c', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'port_id': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'mac_address': 'fa:16:3e:23:db:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T16:30:31Z', 'updated_at': '2021-06-01T16:30:31Z', 'revision_number': 0, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8f6dc4-fb99-4c98-9cce-294cc41961ea', 'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'mac_address': 'fa:16:3e:41:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:43Z', 'updated_at': '2021-06-01T16:29:50Z', 'revision_number': 5, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'subnets': [{'id': '26fecda8-f40b-428e-9656-06f042553540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:30:33.664649 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8cda4-f227-40a6-800c-7bb2f9dbf37d None None] Checking router: 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:30:33.674019 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8cda4-f227-40a6-800c-7bb2f9dbf37d None None] Routers {'0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:30:33.674640 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-84c8cda4-f227-40a6-800c-7bb2f9dbf37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:30:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:30:33.703957 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b5a19-46ba-460b-88b3-136b75ce6bee req-4edea92c-ee46-42cd-9bd0-ca89568d502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:33.705442 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b36b5a19-46ba-460b-88b3-136b75ce6bee req-4edea92c-ee46-42cd-9bd0-ca89568d502b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26fecda8-f40b-428e-9656-06f042553540 HTTP/1.1" status: 200 len: 848 time: 0.0613046 Jun 01 16:30:33.788208 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b5a19-46ba-460b-88b3-136b75ce6bee req-6b6a4a8a-80b7-4e43-8c96-4bdb541f7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:30:33.789635 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b36b5a19-46ba-460b-88b3-136b75ce6bee req-6b6a4a8a-80b7-4e43-8c96-4bdb541f7c7f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aff5465b-fdc9-4e7f-8400-0596a7f033b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772867 Jun 01 16:30:33.911917 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-84c8cda4-f227-40a6-800c-7bb2f9dbf37d None None] Set router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:30:33.940577 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b36b5a19-46ba-460b-88b3-136b75ce6bee req-da77caeb-21dd-4c2b-97bc-4254da83100a service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442199 Jun 01 16:30:34.088144 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b36b5a19-46ba-460b-88b3-136b75ce6bee req-98aee556-4354-4b57-9a80-9df44e75b7c3 service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406453 Jun 01 16:30:34.268145 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-84c8cda4-f227-40a6-800c-7bb2f9dbf37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:44Z', 'revision_number': 4, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '0e48be56-30bc-442c-946b-d6c1fe170b7c', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'port_id': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'mac_address': 'fa:16:3e:23:db:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T16:30:31Z', 'updated_at': '2021-06-01T16:30:31Z', 'revision_number': 0, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8f6dc4-fb99-4c98-9cce-294cc41961ea', 'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'mac_address': 'fa:16:3e:41:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:43Z', 'updated_at': '2021-06-01T16:29:50Z', 'revision_number': 5, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'subnets': [{'id': '26fecda8-f40b-428e-9656-06f042553540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:30:34.272081 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8cda4-f227-40a6-800c-7bb2f9dbf37d None None] The sync data for ids ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'] in dv-cinder-793515-3-iscsi is: [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:44Z', 'revision_number': 4, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_floatingips': [{'id': '0e48be56-30bc-442c-946b-d6c1fe170b7c', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'router_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'port_id': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'mac_address': 'fa:16:3e:23:db:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T16:30:31Z', 'updated_at': '2021-06-01T16:30:31Z', 'revision_number': 0, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8f6dc4-fb99-4c98-9cce-294cc41961ea', 'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'mac_address': 'fa:16:3e:41:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:43Z', 'updated_at': '2021-06-01T16:29:50Z', 'revision_number': 5, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'subnets': [{'id': '26fecda8-f40b-428e-9656-06f042553540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:30:34.454632 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17f607-13a8-4f65-964f-5517f9f79a80 None None] New status for floating IP 0e48be56-30bc-442c-946b-d6c1fe170b7c: ACTIVE {{(pid=91913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 16:30:40.805128 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-993e0051-8d20-4b80-8cfc-e69f39421243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:43.316214 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1bb3d28e-42d3-4232-95b3-9f6172bcd28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:43.529407 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:44.125911 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:45.094601 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:30:45.743404 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:30:46.669927 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:10.797478 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7ce036e8-fdbd-4be0-b8f6-3a798598b065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:13.321354 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bba25dbd-121b-444b-b5b9-16206abc7da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:13.533293 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:14.124762 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:15.099897 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:16.673787 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:16.718261 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-7af3d10f-75e7-4352-9740-844b07fcb8e3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1939352 Jun 01 16:31:16.868268 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-82d90099-054c-46dc-bff8-458efe6bcc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:31:16.869811 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-82d90099-054c-46dc-bff8-458efe6bcc77 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a90b0afda484c658f41b0e25d7718cd&device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1098 time: 0.0759811 Jun 01 16:31:17.029384 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-dcb7bc94-831c-49cd-806e-09723e07cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:31:17.030769 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-dcb7bc94-831c-49cd-806e-09723e07cc8a service neutron] 10.222.0.86 "GET /v2.0/networks?id=aff5465b-fdc9-4e7f-8400-0596a7f033b4 HTTP/1.1" status: 200 len: 910 time: 0.1409297 Jun 01 16:31:17.137925 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-89b13bb0-7dfb-4b66-ba82-4fabe80a6046 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6 HTTP/1.1" status: 200 len: 1001 time: 0.1001618 Jun 01 16:31:17.207438 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-3c8d83c5-e159-43b7-a607-14fc89114f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:31:17.209035 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-3c8d83c5-e159-43b7-a607-14fc89114f89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26fecda8-f40b-428e-9656-06f042553540 HTTP/1.1" status: 200 len: 848 time: 0.0657926 Jun 01 16:31:17.286979 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-ff92b7da-12fc-4d4c-8d77-49699f3c7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:31:17.288345 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-ff92b7da-12fc-4d4c-8d77-49699f3c7847 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aff5465b-fdc9-4e7f-8400-0596a7f033b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726497 Jun 01 16:31:17.424684 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-206c7cdb-5520-46c2-b173-581f9fd03f6e service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295028 Jun 01 16:31:17.575806 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-704d123c-4c11-49d4-ae58-72e6c9ac0e19 req-f422840f-7306-4fc1-af37-845f482c5188 service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444345 Jun 01 16:31:22.742279 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:31:40.799048 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-01c44b17-6044-4aa9-b0ab-64b63792d090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:43.318280 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b99b89b7-b2fa-44f6-b125-beac50d8a965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:43.544688 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:44.154115 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:45.101314 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:46.674703 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:31:59.741176 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:32:10.800913 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-97e9c015-816b-4668-b82b-2bcc514412a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:13.310321 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba40f-9300-4594-b6ee-1abb1e5a891b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:13.537824 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:14.144025 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:15.104829 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:16.678204 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:18.640617 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-2336c43a-cb4d-4537-9eb2-3a09fdb4c948 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1283929 Jun 01 16:32:18.784597 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-565e1c5e-5d0e-4420-8e2b-442c23ceb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:18.786058 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-565e1c5e-5d0e-4420-8e2b-442c23ceb381 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a90b0afda484c658f41b0e25d7718cd&device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1098 time: 0.0759294 Jun 01 16:32:18.932129 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-e2240920-c7af-4d84-b78a-cc4345b9e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:18.933594 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-e2240920-c7af-4d84-b78a-cc4345b9e044 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aff5465b-fdc9-4e7f-8400-0596a7f033b4 HTTP/1.1" status: 200 len: 910 time: 0.1277556 Jun 01 16:32:19.039309 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-83595710-836b-4fb8-ad6d-519470551574 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6 HTTP/1.1" status: 200 len: 1001 time: 0.0981410 Jun 01 16:32:19.101916 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-240e3d95-b082-4061-a1ff-4504f3cbd96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:19.103374 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-240e3d95-b082-4061-a1ff-4504f3cbd96b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26fecda8-f40b-428e-9656-06f042553540 HTTP/1.1" status: 200 len: 848 time: 0.0573781 Jun 01 16:32:19.182729 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-f1e52386-5aa7-43e6-9f19-55d0c79125d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:19.184197 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-f1e52386-5aa7-43e6-9f19-55d0c79125d5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aff5465b-fdc9-4e7f-8400-0596a7f033b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742893 Jun 01 16:32:19.319499 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-29906b2e-d5a3-412f-b7da-f9c8c31c646e service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269226 Jun 01 16:32:19.563013 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-1c75ce4f-fccb-4f9f-8b22-6684f4f8c50e req-e54f822a-21d3-40b7-8864-89dcc454b327 service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369406 Jun 01 16:32:29.427583 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf253b-580a-4092-8f08-d501d6abc8ab req-5fb1656d-1d58-4f51-b030-9400ed7a2658 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:29.429054 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-eadf253b-580a-4092-8f08-d501d6abc8ab req-5fb1656d-1d58-4f51-b030-9400ed7a2658 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0838754 Jun 01 16:32:29.474711 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-eadf253b-580a-4092-8f08-d501d6abc8ab req-9d65c8f1-997c-48cf-8cd2-6e9c5943bbfd tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400453 Jun 01 16:32:30.677922 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbdd21-00e7-4987-b6a7-7e0e400b2133 req-777e7fd6-15d5-4d9b-b441-dd5369cc3da1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:30.679362 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dccbdd21-00e7-4987-b6a7-7e0e400b2133 req-777e7fd6-15d5-4d9b-b441-dd5369cc3da1 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0906250 Jun 01 16:32:30.733952 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dccbdd21-00e7-4987-b6a7-7e0e400b2133 req-fafa6d77-6f3a-4d9f-8891-ec284aa66d1a tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488312 Jun 01 16:32:31.922760 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a05fd4-a1b1-4513-b0da-3ea8f5b41891 req-676db98b-b073-433a-92a3-08cfeb2412c4 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:31.924452 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-23a05fd4-a1b1-4513-b0da-3ea8f5b41891 req-676db98b-b073-433a-92a3-08cfeb2412c4 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0809023 Jun 01 16:32:31.973317 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-23a05fd4-a1b1-4513-b0da-3ea8f5b41891 req-afbc0e54-97eb-4329-a778-c410737ab05d tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423169 Jun 01 16:32:33.182396 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065387f-946b-458a-bb3f-adf980f36e4b req-f8ed482a-753e-475a-89b8-0dc7ab9642cf tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:33.183876 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8065387f-946b-458a-bb3f-adf980f36e4b req-f8ed482a-753e-475a-89b8-0dc7ab9642cf tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0925646 Jun 01 16:32:33.233708 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-8065387f-946b-458a-bb3f-adf980f36e4b req-17b70a79-f3c4-4747-9611-00ebd70150b0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429411 Jun 01 16:32:34.438822 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0d70f-8af1-4d95-9be2-4c6e4fe8a2f6 req-0b873b1a-7624-43c5-9cb0-090bdd41aed3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:34.440376 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-61b0d70f-8af1-4d95-9be2-4c6e4fe8a2f6 req-0b873b1a-7624-43c5-9cb0-090bdd41aed3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0866380 Jun 01 16:32:34.494907 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-61b0d70f-8af1-4d95-9be2-4c6e4fe8a2f6 req-c13c0771-a934-4983-9583-2e7fb1e1e2af tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459096 Jun 01 16:32:35.795254 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5026c-28e0-4a59-b189-259014dda398 req-03c1a7d7-bb97-454a-be40-d501de9b9594 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:35.796619 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7da5026c-28e0-4a59-b189-259014dda398 req-03c1a7d7-bb97-454a-be40-d501de9b9594 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.1872134 Jun 01 16:32:35.844575 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7da5026c-28e0-4a59-b189-259014dda398 req-ba904d84-7d7a-4c26-8cb6-83a9ca47dc50 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422039 Jun 01 16:32:36.741383 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:32:37.047433 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fa6ea-1a6a-4a5d-ba75-05d2d6487e6d req-cbee4574-bf8b-48e2-b19d-c392a6389009 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:37.048863 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-247fa6ea-1a6a-4a5d-ba75-05d2d6487e6d req-cbee4574-bf8b-48e2-b19d-c392a6389009 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0975025 Jun 01 16:32:37.098684 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-247fa6ea-1a6a-4a5d-ba75-05d2d6487e6d req-4abe1b40-4484-4f01-9a19-db7f20425940 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426524 Jun 01 16:32:38.316897 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01876c1f-398e-433c-836a-2f73227fbe72 req-acccfb6d-fa07-43c8-932a-8b1c1c6c9efa tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:38.318279 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-01876c1f-398e-433c-836a-2f73227fbe72 req-acccfb6d-fa07-43c8-932a-8b1c1c6c9efa tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0846150 Jun 01 16:32:38.369623 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-01876c1f-398e-433c-836a-2f73227fbe72 req-06dbc96e-63e6-414b-8cb3-34a986681671 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450733 Jun 01 16:32:39.546835 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6d056-c9be-429e-8ed4-1dd92953a2fe req-1a5d25d1-b1ae-42cc-9e00-8d4fa56f4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:39.548494 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4c6d056-c9be-429e-8ed4-1dd92953a2fe req-1a5d25d1-b1ae-42cc-9e00-8d4fa56f4406 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a90b0afda484c658f41b0e25d7718cd&device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1098 time: 0.0872340 Jun 01 16:32:39.580886 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1736039-4c51-40a7-8260-4cdd47894ae8 req-f4f923c0-6ee8-457c-9678-adc491c38f02 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:39.582544 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a1736039-4c51-40a7-8260-4cdd47894ae8 req-f4f923c0-6ee8-457c-9678-adc491c38f02 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0901549 Jun 01 16:32:39.636772 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a1736039-4c51-40a7-8260-4cdd47894ae8 req-57485389-9d6e-44b2-ab8b-e8a80d25fdc0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432792 Jun 01 16:32:39.694059 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6d056-c9be-429e-8ed4-1dd92953a2fe req-9ba7332d-c73f-41ce-b41e-293ea5e831ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:39.696022 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4c6d056-c9be-429e-8ed4-1dd92953a2fe req-9ba7332d-c73f-41ce-b41e-293ea5e831ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=aff5465b-fdc9-4e7f-8400-0596a7f033b4 HTTP/1.1" status: 200 len: 910 time: 0.1412423 Jun 01 16:32:39.808464 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4c6d056-c9be-429e-8ed4-1dd92953a2fe req-e5214df0-9dbd-4540-9820-d776d4d50b61 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6 HTTP/1.1" status: 200 len: 1001 time: 0.1060355 Jun 01 16:32:39.873931 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6d056-c9be-429e-8ed4-1dd92953a2fe req-5cb2f175-42fc-4336-9819-05a60b99ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:39.875486 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4c6d056-c9be-429e-8ed4-1dd92953a2fe req-5cb2f175-42fc-4336-9819-05a60b99ffe1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26fecda8-f40b-428e-9656-06f042553540 HTTP/1.1" status: 200 len: 848 time: 0.0606484 Jun 01 16:32:39.962321 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6d056-c9be-429e-8ed4-1dd92953a2fe req-b06b5f3a-9ff8-4e6f-b909-6b883f5636ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:39.963872 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4c6d056-c9be-429e-8ed4-1dd92953a2fe req-b06b5f3a-9ff8-4e6f-b909-6b883f5636ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aff5465b-fdc9-4e7f-8400-0596a7f033b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813437 Jun 01 16:32:40.112714 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4c6d056-c9be-429e-8ed4-1dd92953a2fe req-b17c8bcc-503b-494a-a017-28f557cd8a7c service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413424 Jun 01 16:32:40.259393 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4c6d056-c9be-429e-8ed4-1dd92953a2fe req-6107c237-d06d-45a3-a618-3ffb3c247181 service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401179 Jun 01 16:32:40.802653 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ea8f0822-140d-430a-a219-bbca0c70ac07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:40.824598 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b386407-9340-4235-85be-f4ad7096e126 req-1279cc9a-df5d-46de-9775-bc2b7361ab86 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:40.826048 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6b386407-9340-4235-85be-f4ad7096e126 req-1279cc9a-df5d-46de-9775-bc2b7361ab86 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0843260 Jun 01 16:32:40.870859 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-6b386407-9340-4235-85be-f4ad7096e126 req-103cc15a-6caf-43de-a577-45bd1566873f tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392797 Jun 01 16:32:42.073127 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a838-754d-4319-abfd-43d969985b01 req-4c438662-7574-4438-b580-abb0edb6c5b2 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:42.074603 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-80c3a838-754d-4319-abfd-43d969985b01 req-4c438662-7574-4438-b580-abb0edb6c5b2 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0846450 Jun 01 16:32:42.120004 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-80c3a838-754d-4319-abfd-43d969985b01 req-6d104489-9682-43b8-a8cc-d6ddabdd10ba tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397608 Jun 01 16:32:43.306076 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b4bd3-c081-4283-87b8-55fe2c7fd6ed req-322c1325-49f6-4a4e-bf62-8d0dc1997ae3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:43.307536 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-512b4bd3-c081-4283-87b8-55fe2c7fd6ed req-322c1325-49f6-4a4e-bf62-8d0dc1997ae3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0840628 Jun 01 16:32:43.313025 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-527d9aeb-e902-4128-bee5-e01fb553ab87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:43.357878 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-512b4bd3-c081-4283-87b8-55fe2c7fd6ed req-4d1bb0bd-cbf1-4250-b9b5-dd0de02282a8 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440404 Jun 01 16:32:43.544410 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:43.672473 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35450) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:32:43.734674 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e373-5535-431e-99e3-a5c00e167f05 req-788df9aa-e416-4de4-b0aa-66959ec52173 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:43.736222 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3ef9e373-5535-431e-99e3-a5c00e167f05 req-788df9aa-e416-4de4-b0aa-66959ec52173 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0947065 Jun 01 16:32:43.798109 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3ef9e373-5535-431e-99e3-a5c00e167f05 req-4fa4a5a8-7fbe-411f-aa14-e52a365191a3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543280 Jun 01 16:32:43.812174 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-bfd6e42f-01b1-463c-becd-c597d6867c59 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383145 Jun 01 16:32:44.175681 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:45.021490 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15416909-f97b-48b2-9a31-23df2fec9303 req-4b5bcec0-8f7d-4da7-b159-9c1b3fedc374 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:45.023706 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-15416909-f97b-48b2-9a31-23df2fec9303 req-4b5bcec0-8f7d-4da7-b159-9c1b3fedc374 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0964220 Jun 01 16:32:45.073076 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-15416909-f97b-48b2-9a31-23df2fec9303 req-90b9184b-10f4-4cce-93a8-19307261365f tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434182 Jun 01 16:32:45.108849 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:45.463291 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 2965868e-cc8f-4c33-8b97-184d1c54fef6 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:32:45.500061 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-26301008-d0cf-4c0b-a26c-e1595416de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:45.501620 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-26301008-d0cf-4c0b-a26c-e1595416de51 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c&tenant_id=7a90b0afda484c658f41b0e25d7718cd HTTP/1.1" status: 200 len: 1098 time: 0.0840218 Jun 01 16:32:45.583942 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:45.604488 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-670ddebf-80ee-4e30-8483-f5af3d56abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:45.606092 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-670ddebf-80ee-4e30-8483-f5af3d56abc1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a90b0afda484c658f41b0e25d7718cd&device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1098 time: 0.0803254 Jun 01 16:32:45.614938 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:32:45.617190 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdcf5d4-dda9-472d-83d3-c5f2f50a3ba1" -d '{"events": [{"server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "name": "network-vif-unplugged", "status": "completed", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:32:45.626770 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 2965868e-cc8f-4c33-8b97-184d1c54fef6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:32:45.632291 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:45.636492 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:32:45.669050 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ae82f0-04da-413e-adc0-4fdcfa5d1050 x-openstack-request-id: req-e1ae82f0-04da-413e-adc0-4fdcfa5d1050 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:32:45.669346 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "name": "network-vif-unplugged", "status": "completed", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:32:45.669607 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e1ae82f0-04da-413e-adc0-4fdcfa5d1050 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:32:45.670016 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'code': 200} Jun 01 16:32:45.709460 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=2965868e-cc8f-4c33-8b97-184d1c54fef6,revision_number=6']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:32:45.718266 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.718528 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.718883 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.719205 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.719558 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.719866 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.720188 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.720508 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.720832 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.721154 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.721472 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.721788 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:32:45.725932 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:32:45.756816 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-3de28ec6-94fc-4ba5-a0f2-24a60dfb26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:45.759115 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-3de28ec6-94fc-4ba5-a0f2-24a60dfb26d7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aff5465b-fdc9-4e7f-8400-0596a7f033b4 HTTP/1.1" status: 200 len: 910 time: 0.1461909 Jun 01 16:32:45.864546 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-a9ea6430-0da1-43ec-bcad-064ddc44e87c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6 HTTP/1.1" status: 200 len: 999 time: 0.0988197 Jun 01 16:32:45.927714 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-819f3735-f5e7-4b39-9b07-c1c391041987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:45.929163 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-819f3735-f5e7-4b39-9b07-c1c391041987 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26fecda8-f40b-428e-9656-06f042553540 HTTP/1.1" status: 200 len: 848 time: 0.0580926 Jun 01 16:32:46.012029 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-38042540-256e-4d12-a3a5-b43401beec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:46.013406 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-38042540-256e-4d12-a3a5-b43401beec68 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aff5465b-fdc9-4e7f-8400-0596a7f033b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778427 Jun 01 16:32:46.149034 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-71077fa8-4103-4d03-80c8-41497fa848e6 service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281152 Jun 01 16:32:46.265509 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fc886-74bd-463e-98ca-8ef707b7dd99 req-1dc6f92d-91a0-4e70-9195-f41dc4dcc429 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:46.266973 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3d1fc886-74bd-463e-98ca-8ef707b7dd99 req-1dc6f92d-91a0-4e70-9195-f41dc4dcc429 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0865474 Jun 01 16:32:46.313681 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-3d1fc886-74bd-463e-98ca-8ef707b7dd99 req-ff10b062-b133-4b4d-8717-6f4eb0a3ba6d tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408163 Jun 01 16:32:46.396369 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-cb4d1e6a-ea16-48d7-b704-17d219592ead req-080d2914-8303-40bf-bf56-93e3b04b9c65 service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410913 Jun 01 16:32:46.682452 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:47.498077 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd79394-13e8-4586-b52a-855d88495cec req-e2f00ff7-f881-4d76-b144-f923099467c0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:47.499518 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-edd79394-13e8-4586-b52a-855d88495cec req-e2f00ff7-f881-4d76-b144-f923099467c0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0792282 Jun 01 16:32:47.544891 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-edd79394-13e8-4586-b52a-855d88495cec req-b0bc3b04-3f88-4b7a-bcae-1b401cad4791 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394034 Jun 01 16:32:48.734189 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a17cc6-3867-4fa3-b68b-f9f53f41f9bd req-8ee9c0e2-a74e-42cc-8a94-ac42fb75bb58 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:48.735688 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-44a17cc6-3867-4fa3-b68b-f9f53f41f9bd req-8ee9c0e2-a74e-42cc-8a94-ac42fb75bb58 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0832703 Jun 01 16:32:48.780856 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-44a17cc6-3867-4fa3-b68b-f9f53f41f9bd req-9a0ff1db-34c3-4c8e-9733-4eb4bd64198e tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395772 Jun 01 16:32:49.970367 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d147538-c1fd-42b5-9621-9151a2eb8896 req-89505032-0347-40a2-8414-6c31ea1f5fec tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:49.971844 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5d147538-c1fd-42b5-9621-9151a2eb8896 req-89505032-0347-40a2-8414-6c31ea1f5fec tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0830536 Jun 01 16:32:50.018802 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-5d147538-c1fd-42b5-9621-9151a2eb8896 req-03ece914-fbf3-4eec-8ed8-03b930f6036f tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396962 Jun 01 16:32:51.221343 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f8bab-fa32-49ed-a3b4-7fb3e9d2c065 req-96b34d01-647a-4751-b965-6355a58c2f14 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:51.222786 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-282f8bab-fa32-49ed-a3b4-7fb3e9d2c065 req-96b34d01-647a-4751-b965-6355a58c2f14 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0817862 Jun 01 16:32:51.268046 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-282f8bab-fa32-49ed-a3b4-7fb3e9d2c065 req-269e0595-6cb2-43e3-918a-407216d682e3 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382991 Jun 01 16:32:52.464998 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889e0bc-5964-4cb8-ae26-1f5872ca891a req-4a2969dc-c923-416e-be15-307b4707c789 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:52.466450 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c889e0bc-5964-4cb8-ae26-1f5872ca891a req-4a2969dc-c923-416e-be15-307b4707c789 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0902636 Jun 01 16:32:52.510490 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1fcc4-0f7a-4be4-abb0-914a17753aef req-ccf055d5-1a0e-4f56-b289-e4a814690cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:52.511977 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-78a1fcc4-0f7a-4be4-abb0-914a17753aef req-ccf055d5-1a0e-4f56-b289-e4a814690cbf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1096 time: 0.0792036 Jun 01 16:32:52.516570 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-c889e0bc-5964-4cb8-ae26-1f5872ca891a req-67514072-56ec-4ff3-b648-e6f12a8047a0 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443969 Jun 01 16:32:52.559462 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-78a1fcc4-0f7a-4be4-abb0-914a17753aef req-42bd8f8a-73cb-45f9-9a56-49ac7816c62f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395596 Jun 01 16:32:53.539365 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 2965868e-cc8f-4c33-8b97-184d1c54fef6 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 16:32:53.715795 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da9e12-ca40-45c1-b1e3-f9f4840efa30 req-00db791d-22c1-40e5-adc7-77afb6a0ab91 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:32:53.717507 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-88da9e12-ca40-45c1-b1e3-f9f4840efa30 req-00db791d-22c1-40e5-adc7-77afb6a0ab91 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 943 time: 0.0912185 Jun 01 16:32:53.740256 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 2965868e-cc8f-4c33-8b97-184d1c54fef6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:32:53.754443 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Returning: {'device': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'port_id': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'mac_address': 'fa:16:3e:23:db:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 16:32:53.764854 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-88da9e12-ca40-45c1-b1e3-f9f4840efa30 req-0c1a2643-ba73-42a8-9cfb-64abcf950600 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414989 Jun 01 16:32:53.812878 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:53.831076 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2965868e-cc8f-4c33-8b97-184d1c54fef6 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:32:53.847639 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 2965868e-cc8f-4c33-8b97-184d1c54fef6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:32:53.853393 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:53.856347 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9b5fd3d5-39da-4d1b-a16b-5bb6ce31e8a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:32:53.928493 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=2965868e-cc8f-4c33-8b97-184d1c54fef6,revision_number=7']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:32:53.932788 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:32:54.141236 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] get_ports_and_sgs() called for port_ids ['2965868e-cc8f-4c33-8b97-184d1c54fef6'] {{(pid=91912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:32:55.545862 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 2965868e-cc8f-4c33-8b97-184d1c54fef6 up at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:32:55.611862 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Provisioning complete for port 2965868e-cc8f-4c33-8b97-184d1c54fef6 triggered by entity L2. {{(pid=91912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:32:55.612235 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686185'] for port, provisioning_complete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:55.730551 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-701498'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:55.759556 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:32:55.761769 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bebdb51376a0972e0a324eb5fa1a35abc34caf65f4ccbdf67cd07d41785ef907" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7459d2bc-dd86-48ab-b0fc-545381ea34f0" -d '{"events": [{"server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "name": "network-vif-plugged", "status": "completed", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:32:55.769069 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] For port 2965868e-cc8f-4c33-8b97-184d1c54fef6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:32:55.774958 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735607121053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735606650826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735606650871'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:32:55.776830 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:32:55.814559 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4b02f1-7ada-4f16-8b0f-e273a0013ed9 x-openstack-request-id: req-1a4b02f1-7ada-4f16-8b0f-e273a0013ed9 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:32:55.814860 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "name": "network-vif-plugged", "status": "completed", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:32:55.815119 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1a4b02f1-7ada-4f16-8b0f-e273a0013ed9 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:32:55.815506 dv-cinder-793515-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'code': 200} Jun 01 16:32:55.848008 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Pushing event updated for resources: {'Port': ['ID=2965868e-cc8f-4c33-8b97-184d1c54fef6,revision_number=8']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:32:55.852298 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:33:10.805439 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0890c00a-d068-4625-acc9-429c054e1dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:13.315400 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a300-b311-43a2-83b4-7bbd1278ce8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:13.537379 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:13.740574 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:33:14.161458 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:15.110425 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:16.684647 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:18.587228 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-275b43b5-926f-414f-b896-7f2423589fd9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710189 Jun 01 16:33:18.733922 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-f3c2d1c9-4f71-4cf4-8f04-a2fd5e933573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:33:18.735415 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-f3c2d1c9-4f71-4cf4-8f04-a2fd5e933573 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a90b0afda484c658f41b0e25d7718cd&device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1098 time: 0.0713074 Jun 01 16:33:18.886863 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-dace9777-2bec-4df9-817c-ae31fe47402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:33:18.888345 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-dace9777-2bec-4df9-817c-ae31fe47402c service neutron] 10.222.0.86 "GET /v2.0/networks?id=aff5465b-fdc9-4e7f-8400-0596a7f033b4 HTTP/1.1" status: 200 len: 910 time: 0.1322596 Jun 01 16:33:18.997634 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-04330a16-ab48-4bc0-b271-75a4d11e7f61 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6 HTTP/1.1" status: 200 len: 1001 time: 0.1017671 Jun 01 16:33:19.066616 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-8e31c10d-5ae3-4d46-8260-fd9f2a9c7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:33:19.068114 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-8e31c10d-5ae3-4d46-8260-fd9f2a9c7f88 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26fecda8-f40b-428e-9656-06f042553540 HTTP/1.1" status: 200 len: 848 time: 0.0637250 Jun 01 16:33:19.145470 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-4cf17b7b-804b-48a6-9f78-2752a812046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:33:19.146920 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-4cf17b7b-804b-48a6-9f78-2752a812046e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aff5465b-fdc9-4e7f-8400-0596a7f033b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718381 Jun 01 16:33:19.288896 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-d56d5cee-a7ae-4eb0-b83e-aa20fbd16d41 service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343110 Jun 01 16:33:19.427195 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-d01ad19b-d17f-42f3-98b8-4f6741a6f69d req-368f6243-ed6a-4bde-8b03-3b4b2f9d79bc service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322298 Jun 01 16:33:40.808958 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c68aa73b-34a1-4ff2-97aa-548907f0a60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:43.317154 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7c15-7b41-4728-adc6-48fd414afc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:43.541708 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:44.192872 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:45.113916 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:46.689858 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:33:50.739109 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:34:06.851085 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35492) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:07.211184 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Deleting port eb6884c8-85ac-496a-b38c-8409a8abb22c {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:34:07.211525 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:07.330270 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:07.330594 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:07.456537 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Calling delete_port for eb6884c8-85ac-496a-b38c-8409a8abb22c owned by network:floatingip {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:34:07.575811 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6144315'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:07.579404 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8d0b15d3-b822-486a-9f4b-cf3a46242a77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:07.626620 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event deleted for resources: {'Port': ['ID=eb6884c8-85ac-496a-b38c-8409a8abb22c,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:07.658996 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.659368 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.659737 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.660116 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.660475 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.661369 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.661815 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.662187 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.662539 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.662893 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.663245 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.663592 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:07.671277 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:07.736504 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for floatingip, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:07.736826 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.db.l3_db [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Floating IP 0e48be56-30bc-442c-946b-d6c1fe170b7c disassociated (deleted). External IP: 172.27.2.215, port: 2965868e-cc8f-4c33-8b97-184d1c54fef6. Jun 01 16:34:08.093406 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:34:08.276408 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:34:08.285640 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445efcd-f1df-4744-8a4d-791b902a4129 None None] Sync routers for ids ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:34:08.289871 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for floatingip, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:08.295509 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c445efcd-f1df-4744-8a4d-791b902a4129 None None] Routers {'0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:34:08.296131 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-c445efcd-f1df-4744-8a4d-791b902a4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:33:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:08.348225 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-430a0070-fa4c-4bc6-afa8-9ef95b5e2c60 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "DELETE /v2.0/floatingips/0e48be56-30bc-442c-946b-d6c1fe170b7c HTTP/1.1" status: 204 len: 168 time: 1.4957139 Jun 01 16:34:08.349442 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:34:08.351825 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9f8ae8eaa89980e1e6d3111b68c4e59dc30819829617dba004f15e43200747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3150f4e-8ec2-4436-a399-b55cc097e712" -d '{"events": [{"name": "network-changed", "server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6"}]}' {{(pid=91910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:34:08.397360 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f67376-3700-4a7c-8cf3-796cf791e095 x-openstack-request-id: req-e8f67376-3700-4a7c-8cf3-796cf791e095 {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:34:08.397694 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6", "status": "completed", "code": 200}]} {{(pid=91910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:34:08.398000 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e8f67376-3700-4a7c-8cf3-796cf791e095 {{(pid=91910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:34:08.398443 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'status': 'completed', 'code': 200} Jun 01 16:34:08.482914 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-c445efcd-f1df-4744-8a4d-791b902a4129 None None] Set router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:34:08.497165 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150f4e-8ec2-4436-a399-b55cc097e712 req-297648ab-37b8-401c-8d07-12836762fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:34:08.498708 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f3150f4e-8ec2-4436-a399-b55cc097e712 req-297648ab-37b8-401c-8d07-12836762fd6e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7a90b0afda484c658f41b0e25d7718cd&device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 1098 time: 0.0775633 Jun 01 16:34:08.660448 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150f4e-8ec2-4436-a399-b55cc097e712 req-dc94466b-3cc0-45b3-8ad7-191a8d06b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:34:08.663672 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f3150f4e-8ec2-4436-a399-b55cc097e712 req-dc94466b-3cc0-45b3-8ad7-191a8d06b948 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aff5465b-fdc9-4e7f-8400-0596a7f033b4 HTTP/1.1" status: 200 len: 910 time: 0.1583652 Jun 01 16:34:08.737499 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f3150f4e-8ec2-4436-a399-b55cc097e712 req-9395ac20-2c3a-4d9c-bd9d-47911a518239 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6 HTTP/1.1" status: 200 len: 217 time: 0.0663834 Jun 01 16:34:08.808638 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150f4e-8ec2-4436-a399-b55cc097e712 req-30aac1dc-cb30-4f96-8084-2e030d9bfd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:34:08.812455 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f3150f4e-8ec2-4436-a399-b55cc097e712 req-30aac1dc-cb30-4f96-8084-2e030d9bfd7d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26fecda8-f40b-428e-9656-06f042553540 HTTP/1.1" status: 200 len: 848 time: 0.0643523 Jun 01 16:34:08.826818 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30777a6-e842-481d-b7c6-0d6c759a5a93 req-c2766fda-e8ee-4eec-8c8a-330060924470 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:34:08.827549 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-a30777a6-e842-481d-b7c6-0d6c759a5a93 req-c2766fda-e8ee-4eec-8c8a-330060924470 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Synchronizing usage tracker for tenant:7a90b0afda484c658f41b0e25d7718cd on resource:port {{(pid=91910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:34:08.849827 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.quota.resource [req-a30777a6-e842-481d-b7c6-0d6c759a5a93 req-c2766fda-e8ee-4eec-8c8a-330060924470 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Unset dirty status for tenant:7a90b0afda484c658f41b0e25d7718cd on resource:port {{(pid=91910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:34:08.851314 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a30777a6-e842-481d-b7c6-0d6c759a5a93 req-c2766fda-e8ee-4eec-8c8a-330060924470 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.1957977 Jun 01 16:34:08.853948 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-c445efcd-f1df-4744-8a4d-791b902a4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:44Z', 'revision_number': 4, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'bb8f6dc4-fb99-4c98-9cce-294cc41961ea', 'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'mac_address': 'fa:16:3e:41:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:43Z', 'updated_at': '2021-06-01T16:29:50Z', 'revision_number': 5, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'subnets': [{'id': '26fecda8-f40b-428e-9656-06f042553540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:08.858301 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445efcd-f1df-4744-8a4d-791b902a4129 None None] Checking router: 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:34:08.867941 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c445efcd-f1df-4744-8a4d-791b902a4129 None None] Routers {'0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:34:08.868569 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-c445efcd-f1df-4744-8a4d-791b902a4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:33:43Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:08.908080 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-a30777a6-e842-481d-b7c6-0d6c759a5a93 req-61843a7a-2b86-4f6a-9b19-21a1bd474eb9 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502915 Jun 01 16:34:08.909794 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150f4e-8ec2-4436-a399-b55cc097e712 req-f4c3eced-fb83-47b0-9e4a-74b127c2a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:34:08.912064 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f3150f4e-8ec2-4436-a399-b55cc097e712 req-f4c3eced-fb83-47b0-9e4a-74b127c2a731 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aff5465b-fdc9-4e7f-8400-0596a7f033b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928838 Jun 01 16:34:09.084741 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f3150f4e-8ec2-4436-a399-b55cc097e712 req-76bca9be-10ee-4ff7-a0bf-d3843a7b8dd8 service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653342 Jun 01 16:34:09.094758 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-c445efcd-f1df-4744-8a4d-791b902a4129 None None] Set router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:34:09.372742 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f3150f4e-8ec2-4436-a399-b55cc097e712 req-81b6a61c-6165-44d7-9c75-edfab60623f6 service neutron] 10.222.0.86 "GET /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803605 Jun 01 16:34:09.479735 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-c445efcd-f1df-4744-8a4d-791b902a4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:44Z', 'revision_number': 4, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'bb8f6dc4-fb99-4c98-9cce-294cc41961ea', 'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'mac_address': 'fa:16:3e:41:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:43Z', 'updated_at': '2021-06-01T16:29:50Z', 'revision_number': 5, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'subnets': [{'id': '26fecda8-f40b-428e-9656-06f042553540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:09.483896 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445efcd-f1df-4744-8a4d-791b902a4129 None None] The sync data for ids ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'] in dv-cinder-793515-3-iscsi is: [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:29:44Z', 'revision_number': 4, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi', '_interfaces': [{'id': 'bb8f6dc4-fb99-4c98-9cce-294cc41961ea', 'name': '', 'network_id': 'aff5465b-fdc9-4e7f-8400-0596a7f033b4', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'mac_address': 'fa:16:3e:41:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '26fecda8-f40b-428e-9656-06f042553540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:43Z', 'updated_at': '2021-06-01T16:29:50Z', 'revision_number': 5, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'subnets': [{'id': '26fecda8-f40b-428e-9656-06f042553540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:34:09.697011 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05612a78-f7ca-433d-9f43-23e0041c5c14 None None] New status for floating IP 0e48be56-30bc-442c-946b-d6c1fe170b7c: DOWN {{(pid=91913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 16:34:10.151802 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703db37-5742-4edd-aaa8-ba7dfe5320d5 req-2f041e67-0589-4d44-b3b7-ecd0abaaaa4b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:34:10.153254 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7703db37-5742-4edd-aaa8-ba7dfe5320d5 req-2f041e67-0589-4d44-b3b7-ecd0abaaaa4b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.1345139 Jun 01 16:34:10.232870 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-7606d1da-a4ae-49f5-af92-15432ee98e23 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:34:10.233538 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-7606d1da-a4ae-49f5-af92-15432ee98e23 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Synchronizing usage tracker for tenant:7a90b0afda484c658f41b0e25d7718cd on resource:port {{(pid=91911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:34:10.247422 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.quota.resource [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-7606d1da-a4ae-49f5-af92-15432ee98e23 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Unset dirty status for tenant:7a90b0afda484c658f41b0e25d7718cd on resource:port {{(pid=91911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:34:10.248562 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-7606d1da-a4ae-49f5-af92-15432ee98e23 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.86 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 945 time: 0.0982697 Jun 01 16:34:10.300898 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-7703db37-5742-4edd-aaa8-ba7dfe5320d5 req-d00c5ba9-ed9f-41da-aefb-d30ea694a637 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/security-groups?id=a5fcff31-df6d-481f-9321-adb0622971fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416359 Jun 01 16:34:10.393756 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Deleting port 2965868e-cc8f-4c33-8b97-184d1c54fef6 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:34:10.394122 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:10.528867 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] For port 2965868e-cc8f-4c33-8b97-184d1c54fef6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2965868e-cc8f-4c33-8b97-184d1c54fef6,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:34:10.529137 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:10.656685 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Calling delete_port for 2965868e-cc8f-4c33-8b97-184d1c54fef6 owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:34:10.769031 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:10.776711 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5557ff29-bb93-42bb-a2e8-02ccc17a07ab tempest-AttachVolumeNegativeTest-1153618810 tempest-AttachVolumeNegativeTest-1153618810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:10.812346 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-454c2b53-52de-4fbd-b7af-88464a137bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:10.828359 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event deleted for resources: {'Port': ['ID=2965868e-cc8f-4c33-8b97-184d1c54fef6,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:10.867719 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.868104 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.868487 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.868856 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.869218 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.869579 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.869937 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.870319 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.870674 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.871028 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.871380 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.871729 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:10.878975 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:10.916923 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] No DVR routers for this DVR port 2965868e-cc8f-4c33-8b97-184d1c54fef6 on host hv-cinder-79351 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:34:10.919473 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137270'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:10.922064 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'name': 'network-vif-deleted', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:34:10.924335 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4e596f59117ebce179270f39d8f819bbeca5ecc8cb8154d059fa787c4215e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f66c02c-cc95-40c9-8f35-b71210d40e21" -d '{"events": [{"server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "name": "network-vif-deleted", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:34:10.939877 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-f80c2bf7-35a0-4eab-86e4-adc6b2e9c6b7 req-01962883-9021-438f-955b-72e87197b79b tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.86 "DELETE /v2.0/ports/2965868e-cc8f-4c33-8b97-184d1c54fef6 HTTP/1.1" status: 204 len: 173 time: 0.6856148 Jun 01 16:34:11.027178 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231d71f6-78e6-4e4d-bbf3-743ed789c047 x-openstack-request-id: req-231d71f6-78e6-4e4d-bbf3-743ed789c047 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:34:11.027516 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c351c732-7bed-4739-93f6-36ef3fd5020c", "name": "network-vif-deleted", "tag": "2965868e-cc8f-4c33-8b97-184d1c54fef6", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:34:11.027817 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-231d71f6-78e6-4e4d-bbf3-743ed789c047 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:34:11.028256 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c351c732-7bed-4739-93f6-36ef3fd5020c', 'name': 'network-vif-deleted', 'tag': '2965868e-cc8f-4c33-8b97-184d1c54fef6', 'status': 'completed', 'code': 200} Jun 01 16:34:11.456122 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [req-dcfdf257-7ce7-4ad4-8230-12c497af944d req-664a9084-b21c-45b2-b893-9ed40c2b2c53 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "GET /v2.0/ports?device_id=c351c732-7bed-4739-93f6-36ef3fd5020c HTTP/1.1" status: 200 len: 210 time: 0.0460510 Jun 01 16:34:12.553264 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.wsgi [-] (91910) accepted ('10.222.0.63', 35526) {{(pid=91910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:12.627462 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1a02e32b-d455-43c4-8514-766c2cca100f tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:12.657117 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1a02e32b-d455-43c4-8514-766c2cca100f tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:12.725807 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1a02e32b-d455-43c4-8514-766c2cca100f tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:12.729645 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-41a388c4-30e8-48ec-b9cb-24178471a668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:12.745132 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02e32b-d455-43c4-8514-766c2cca100f tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fcff31-df6d-481f-9321-adb0622971fa,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:12.748710 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-1a02e32b-d455-43c4-8514-766c2cca100f tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:12.759861 dv-cinder-793515-3-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1a02e32b-d455-43c4-8514-766c2cca100f tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Notify callbacks [] for security_group, before_response {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:12.761351 dv-cinder-793515-3-iscsi neutron-server[91910]: INFO neutron.wsgi [None req-1a02e32b-d455-43c4-8514-766c2cca100f tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] 10.222.0.63 "DELETE /v2.0/security-groups/a5fcff31-df6d-481f-9321-adb0622971fa HTTP/1.1" status: 204 len: 168 time: 0.2068965 Jun 01 16:34:12.809231 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35530) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:13.328400 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f73d962c-042f-4539-9521-b458dacc213c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:13.401026 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985698'] for router_interface, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:13.544609 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:13.895823 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 2965868e-cc8f-4c33-8b97-184d1c54fef6 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:34:13.933605 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] No Port match for: 2965868e-cc8f-4c33-8b97-184d1c54fef6 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:34:13.933956 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Device 2965868e-cc8f-4c33-8b97-184d1c54fef6 not bound to the agent host hv-cinder-79351 {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:34:13.945368 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] Deleting port bb8f6dc4-fb99-4c98-9cce-294cc41961ea {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:34:13.945967 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:14.078704 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] For port bb8f6dc4-fb99-4c98-9cce-294cc41961ea, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=bb8f6dc4-fb99-4c98-9cce-294cc41961ea,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:34:14.079061 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:14.207236 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:14.209741 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] Calling delete_port for bb8f6dc4-fb99-4c98-9cce-294cc41961ea owned by network:router_interface {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:34:14.466987 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:14.473419 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4c7b3a2c-f642-4689-ae99-e833b784ef68 tempest-VolumesSnapshotTestJSON-598236209 tempest-VolumesSnapshotTestJSON-598236209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:14.521097 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8f6dc4-fb99-4c98-9cce-294cc41961ea,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:14.548304 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:14.795222 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7985074'] for router_interface, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:15.120237 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:15.292018 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] Router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:34:15.484747 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:34:15.495086 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74840e74-0bfe-4410-b0ba-a5b6da9c67a5 None None] Sync routers for ids ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'] in dv-cinder-793515-3-iscsi {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:34:15.499298 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-055d677f-8914-4f7f-8249-84a654745d27 admin admin] 10.222.0.63 "PUT /v2.0/routers/0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889358 Jun 01 16:34:15.502227 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35532) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:15.506301 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74840e74-0bfe-4410-b0ba-a5b6da9c67a5 None None] Routers {'0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:34:15.506945 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-74840e74-0bfe-4410-b0ba-a5b6da9c67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:34:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:15.694691 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-74840e74-0bfe-4410-b0ba-a5b6da9c67a5 None None] Set router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f gateway port host: dv-cinder-793515-3-iscsi {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:34:15.724132 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Notify callbacks [] for router, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:15.910568 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:15.992646 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Deleting port 68530017-97c2-4546-87f3-5c56c1335ae3 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:34:15.992979 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:16.083159 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-74840e74-0bfe-4410-b0ba-a5b6da9c67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:34:14Z', 'revision_number': 5, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port': {'id': '68530017-97c2-4546-87f3-5c56c1335ae3', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:40Z', 'updated_at': '2021-06-01T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:16.087650 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74840e74-0bfe-4410-b0ba-a5b6da9c67a5 None None] Checking router: 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f for host: dv-cinder-793515-3-iscsi {{(pid=91912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:34:16.096459 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74840e74-0bfe-4410-b0ba-a5b6da9c67a5 None None] Routers {'0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:34:16.097085 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-74840e74-0bfe-4410-b0ba-a5b6da9c67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:34:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'], 'active': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:16.126340 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] For port 68530017-97c2-4546-87f3-5c56c1335ae3, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=68530017-97c2-4546-87f3-5c56c1335ae3,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:34:16.126677 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:16.252445 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Calling delete_port for 68530017-97c2-4546-87f3-5c56c1335ae3 owned by network:router_gateway {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:34:16.252889 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvr_db [None req-74840e74-0bfe-4410-b0ba-a5b6da9c67a5 None None] Set router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f gateway port host: None {{(pid=91912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:34:16.359259 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_hamode_db [None req-74840e74-0bfe-4410-b0ba-a5b6da9c67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:34:15Z', 'revision_number': 6, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port_host': None}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:16.364690 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74840e74-0bfe-4410-b0ba-a5b6da9c67a5 None None] The sync data for ids ['0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f'] in dv-cinder-793515-3-iscsi is: [{'id': '0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f', 'name': 'tempest-TestShelveInstance-1786270180-router', 'tenant_id': '7a90b0afda484c658f41b0e25d7718cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:39Z', 'updated_at': '2021-06-01T16:34:15Z', 'revision_number': 6, 'project_id': '7a90b0afda484c658f41b0e25d7718cd', 'gw_port_host': None}] {{(pid=91912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:34:16.402441 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:16.406933 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4c2a2b8a-0384-4ce3-a948-762faf0df542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:16.456158 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Pushing event deleted for resources: {'Port': ['ID=68530017-97c2-4546-87f3-5c56c1335ae3,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:16.459016 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:16.562376 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7985225'] for router_gateway, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:16.693789 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:16.859864 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15153'] for router, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:16.862544 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:16.887511 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999407'] for router, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:16.888406 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f {{(pid=91911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:34:16.901542 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:16.902700 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] 10.222.0.63 "DELETE /v2.0/routers/0de9c340-3efd-4d25-a2c7-8ee56dcd7e6f HTTP/1.1" status: 204 len: 168 time: 1.3994882 Jun 01 16:34:16.905723 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35534) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:16.970178 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8089353e-c3df-428f-80b2-668c570cd15c admin admin] Deleting subnet 26fecda8-f40b-428e-9656-06f042553540 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:34:16.973725 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8089353e-c3df-428f-80b2-668c570cd15c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:17.027021 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8089353e-c3df-428f-80b2-668c570cd15c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5375913'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:17.116850 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8089353e-c3df-428f-80b2-668c570cd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:17.394960 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8089353e-c3df-428f-80b2-668c570cd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5468455'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:17.399231 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5d61d93e-e7aa-46ff-9801-c9889e2f4d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:17.439726 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089353e-c3df-428f-80b2-668c570cd15c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26fecda8-f40b-428e-9656-06f042553540,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:17.442053 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8089353e-c3df-428f-80b2-668c570cd15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:17.444933 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8089353e-c3df-428f-80b2-668c570cd15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:17.447644 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d8968-872d-4aa3-bc11-4a86775e4d54 None None] Network aff5465b-fdc9-4e7f-8400-0596a7f033b4 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:34:17.449459 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8089353e-c3df-428f-80b2-668c570cd15c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/26fecda8-f40b-428e-9656-06f042553540 HTTP/1.1" status: 204 len: 168 time: 0.5425785 Jun 01 16:34:17.453407 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35536) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:17.592698 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:17.666292 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 68530017-97c2-4546-87f3-5c56c1335ae3 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:34:17.684676 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Deleting port 8211a189-a0a9-444f-bc08-531b17669876 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:34:17.685027 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:17.735982 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 68530017-97c2-4546-87f3-5c56c1335ae3 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:34:17.736336 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 68530017-97c2-4546-87f3-5c56c1335ae3 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:34:17.736669 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device bb8f6dc4-fb99-4c98-9cce-294cc41961ea no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:34:17.776215 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: bb8f6dc4-fb99-4c98-9cce-294cc41961ea {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:34:17.776572 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device bb8f6dc4-fb99-4c98-9cce-294cc41961ea not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:34:17.793309 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] For port 8211a189-a0a9-444f-bc08-531b17669876, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=8211a189-a0a9-444f-bc08-531b17669876,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:34:17.793659 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:17.882026 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] DHCP port deletion for aff5465b-fdc9-4e7f-8400-0596a7f033b4 request from dv-cinder-793515-3-iscsi {{(pid=91912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:34:17.925502 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Calling delete_port for 8211a189-a0a9-444f-bc08-531b17669876 owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:34:17.953526 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Deleting port 8211a189-a0a9-444f-bc08-531b17669876 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:34:17.953924 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:17.991264 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:17.995509 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-266be2c8-8395-438d-ab9f-83bb2d33493f tempest-AttachVolumeTestJSON-987536140 tempest-AttachVolumeTestJSON-987536140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:18.043478 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=8211a189-a0a9-444f-bc08-531b17669876,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:18.046797 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:18.047595 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] No DVR routers for this DVR port 8211a189-a0a9-444f-bc08-531b17669876 on host dv-cinder-793515-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:34:18.060769 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] For port 8211a189-a0a9-444f-bc08-531b17669876, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=8211a189-a0a9-444f-bc08-531b17669876,segment=NetworkSegment(cd0a13dd-9041-4969-924c-5fe4f1eefc61),segment_id=cd0a13dd-9041-4969-924c-5fe4f1eefc61)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:34:18.061247 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:18.166208 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:18.179557 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff5465b-fdc9-4e7f-8400-0596a7f033b4']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:18.182128 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Calling delete_port for 8211a189-a0a9-444f-bc08-531b17669876 owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:34:18.191971 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0a13dd-9041-4969-924c-5fe4f1eefc61') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:18.192279 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0a13dd-9041-4969-924c-5fe4f1eefc61') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:18.204538 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:18.221701 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:18.229511 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:34:18.229902 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:18.233463 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:18.237251 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:34:18.244086 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:34:18.280172 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Pushing event deleted for resources: {'Port': ['ID=8211a189-a0a9-444f-bc08-531b17669876,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:18.284891 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] No DVR routers for this DVR port 8211a189-a0a9-444f-bc08-531b17669876 on host dv-cinder-793515-3-iscsi {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:34:18.290935 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.291452 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.291723 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.292062 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.292394 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.292725 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.293054 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.293380 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.293707 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.294065 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.294392 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.294713 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:34:18.298432 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3f140f98-0873-4ff6-873d-3bbab39eea2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:18.324468 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:18.328109 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:18.342068 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:18.353248 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=aff5465b-fdc9-4e7f-8400-0596a7f033b4,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:18.356350 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:18.367436 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a24d0003-7c1b-4276-b766-f81a87594c50 admin admin] 10.222.0.63 "DELETE /v2.0/networks/aff5465b-fdc9-4e7f-8400-0596a7f033b4 HTTP/1.1" status: 204 len: 168 time: 0.9129295 Jun 01 16:34:18.370338 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35538) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:19.038021 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985698'] for router_interface, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:19.463019 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] Deleting port c572db31-9190-415b-90bb-1349b8b423bd {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:34:19.463351 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:19.584390 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] For port c572db31-9190-415b-90bb-1349b8b423bd, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=c572db31-9190-415b-90bb-1349b8b423bd,segment=NetworkSegment(d20bed59-b5a6-4caa-ac05-c604f2b5902f),segment_id=d20bed59-b5a6-4caa-ac05-c604f2b5902f)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:34:19.584741 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:19.644553 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 8211a189-a0a9-444f-bc08-531b17669876 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:34:19.682071 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 8211a189-a0a9-444f-bc08-531b17669876 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:34:19.682429 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 8211a189-a0a9-444f-bc08-531b17669876 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:34:19.715409 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] Calling delete_port for c572db31-9190-415b-90bb-1349b8b423bd owned by network:router_interface {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:34:19.863271 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:19.867061 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-dc78c6c4-4e4b-4b30-8b5d-5d54132ba602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:19.913136 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c572db31-9190-415b-90bb-1349b8b423bd,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:19.916278 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:20.375876 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7985074'] for router_interface, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:20.752025 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] Router d1d33f31-c158-47f0-a1c0-7ea533f6768d has already been hosted by L3 agent 447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:34:20.934918 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] Notify agent at l3_agent.dv-cinder-793515-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:34:20.945714 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b81dfd-15fc-474e-9d9b-c6cb202dbd2c None None] Sync routers for ids ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'] in dv-cinder-793515-3-iscsi {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:34:20.954713 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-22c5add9-3f74-47d8-b6d8-e499ad65bb1a admin admin] 10.222.0.63 "PUT /v2.0/routers/d1d33f31-c158-47f0-a1c0-7ea533f6768d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5832291 Jun 01 16:34:20.956303 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b81dfd-15fc-474e-9d9b-c6cb202dbd2c None None] Routers {'d1d33f31-c158-47f0-a1c0-7ea533f6768d'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:34:20.957086 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-13b81dfd-15fc-474e-9d9b-c6cb202dbd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:34:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:20.957288 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35540) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:21.137147 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Notify callbacks [] for router, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:21.144130 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-13b81dfd-15fc-474e-9d9b-c6cb202dbd2c None None] Set router d1d33f31-c158-47f0-a1c0-7ea533f6768d gateway port host: dv-cinder-793515-3-iscsi {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:34:21.315530 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:21.392165 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Deleting port 9ea9ba69-722d-4409-9477-25ace97dbd61 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:34:21.392875 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:21.435593 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-13b81dfd-15fc-474e-9d9b-c6cb202dbd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'name': 'tempest-TestShelveInstance-1233411908-router', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'external_fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:47Z', 'updated_at': '2021-06-01T16:34:19Z', 'revision_number': 5, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'gw_port': {'id': '9ea9ba69-722d-4409-9477-25ace97dbd61', 'name': '', 'network_id': '33f215dc-9a0b-4949-9713-0c7e803de905', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:29:48Z', 'updated_at': '2021-06-01T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ad9917b-04a6-4f54-a9d1-a6505960e9ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-iscsi'}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:21.439350 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b81dfd-15fc-474e-9d9b-c6cb202dbd2c None None] Checking router: d1d33f31-c158-47f0-a1c0-7ea533f6768d for host: dv-cinder-793515-3-iscsi {{(pid=91913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:34:21.448071 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b81dfd-15fc-474e-9d9b-c6cb202dbd2c None None] Routers {'d1d33f31-c158-47f0-a1c0-7ea533f6768d'} bound to L3 agent in host dv-cinder-793515-3-iscsi {{(pid=91913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:34:21.448677 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-13b81dfd-15fc-474e-9d9b-c6cb202dbd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:44:43Z,description=,heartbeat_timestamp=2021-06-01T16:34:13Z,host='dv-cinder-793515-3-iscsi',id=447dc2c9-a8b9-4757-bdcd-ff1f2267a6c3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:44:43Z,topic='l3_agent')) {'router_ids': ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'], 'active': True} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:21.521218 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] For port 9ea9ba69-722d-4409-9477-25ace97dbd61, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=9ea9ba69-722d-4409-9477-25ace97dbd61,segment=NetworkSegment(36f40d48-1ad5-41c2-b7aa-726d74ffda6e),segment_id=36f40d48-1ad5-41c2-b7aa-726d74ffda6e)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:34:21.521565 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:21.652739 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_dvr_db [None req-13b81dfd-15fc-474e-9d9b-c6cb202dbd2c None None] Set router d1d33f31-c158-47f0-a1c0-7ea533f6768d gateway port host: None {{(pid=91913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:34:21.759017 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.l3_hamode_db [None req-13b81dfd-15fc-474e-9d9b-c6cb202dbd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'name': 'tempest-TestShelveInstance-1233411908-router', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:47Z', 'updated_at': '2021-06-01T16:34:21Z', 'revision_number': 6, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'gw_port_host': None}], 'dv-cinder-793515-3-iscsi', False) {} {{(pid=91913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:21.763207 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b81dfd-15fc-474e-9d9b-c6cb202dbd2c None None] The sync data for ids ['d1d33f31-c158-47f0-a1c0-7ea533f6768d'] in dv-cinder-793515-3-iscsi is: [{'id': 'd1d33f31-c158-47f0-a1c0-7ea533f6768d', 'name': 'tempest-TestShelveInstance-1233411908-router', 'tenant_id': '5b82219905e9441c9c7aa4f57c24456e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:29:47Z', 'updated_at': '2021-06-01T16:34:21Z', 'revision_number': 6, 'project_id': '5b82219905e9441c9c7aa4f57c24456e', 'gw_port_host': None}] {{(pid=91913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:34:21.772269 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Calling delete_port for 9ea9ba69-722d-4409-9477-25ace97dbd61 owned by network:router_gateway {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:34:21.916646 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:21.920216 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d2754652-f445-4564-9e74-aba7b90c84c7 tempest-TestShelveInstance-1162580828 tempest-TestShelveInstance-1162580828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:21.965279 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea9ba69-722d-4409-9477-25ace97dbd61,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:21.990834 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:22.060128 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7985225'] for router_gateway, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:22.242506 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7998495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15153'] for router, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:22.244998 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:22.267950 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999407'] for router, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:22.268549 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1d33f31-c158-47f0-a1c0-7ea533f6768d {{(pid=91911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:34:22.280377 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:22.281478 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c69d91f8-445c-496d-ad93-10e3c91cd241 admin admin] 10.222.0.63 "DELETE /v2.0/routers/d1d33f31-c158-47f0-a1c0-7ea533f6768d HTTP/1.1" status: 204 len: 168 time: 1.3233554 Jun 01 16:34:22.284105 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35542) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:22.343175 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-31285c5f-0679-42e4-8b7f-b7deaf7b5e29 admin admin] Deleting subnet 8eb21a95-9215-489e-bef8-bdf2af2f5c0f {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:34:22.346539 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-31285c5f-0679-42e4-8b7f-b7deaf7b5e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:22.402312 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-31285c5f-0679-42e4-8b7f-b7deaf7b5e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5375913'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:22.485608 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-31285c5f-0679-42e4-8b7f-b7deaf7b5e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679965'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:22.753431 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-31285c5f-0679-42e4-8b7f-b7deaf7b5e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5375798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5468455'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:22.758706 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:22.798666 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-31285c5f-0679-42e4-8b7f-b7deaf7b5e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:22.803419 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31285c5f-0679-42e4-8b7f-b7deaf7b5e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb21a95-9215-489e-bef8-bdf2af2f5c0f,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:22.806583 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceeead5-46f9-415d-8b6a-910206d4268f None None] Network 487aadd9-7867-4ff4-83c8-434080074506 requested from dv-cinder-793515-3-iscsi {{(pid=91912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:34:22.808464 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-31285c5f-0679-42e4-8b7f-b7deaf7b5e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:22.813158 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-31285c5f-0679-42e4-8b7f-b7deaf7b5e29 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8eb21a95-9215-489e-bef8-bdf2af2f5c0f HTTP/1.1" status: 204 len: 168 time: 0.5278559 Jun 01 16:34:22.816067 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35544) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:22.930210 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527436'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.028221 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Deleting port 99d7586f-24ac-4661-bc74-f4e2bd66b460 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:34:23.028760 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.071221 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b026a60-a69b-4784-bca1-3e7a91e4797f None None] DHCP port deletion for 487aadd9-7867-4ff4-83c8-434080074506 request from dv-cinder-793515-3-iscsi {{(pid=91912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:34:23.146678 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-2b026a60-a69b-4784-bca1-3e7a91e4797f None None] Deleting port 99d7586f-24ac-4661-bc74-f4e2bd66b460 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:34:23.147064 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2b026a60-a69b-4784-bca1-3e7a91e4797f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735607115569'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.148611 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] For port 99d7586f-24ac-4661-bc74-f4e2bd66b460, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=99d7586f-24ac-4661-bc74-f4e2bd66b460,segment=NetworkSegment(d20bed59-b5a6-4caa-ac05-c604f2b5902f),segment_id=d20bed59-b5a6-4caa-ac05-c604f2b5902f)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:34:23.148968 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.254786 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-2b026a60-a69b-4784-bca1-3e7a91e4797f None None] For port 99d7586f-24ac-4661-bc74-f4e2bd66b460, host dv-cinder-793515-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-iscsi',level=0,port_id=99d7586f-24ac-4661-bc74-f4e2bd66b460,segment=NetworkSegment(d20bed59-b5a6-4caa-ac05-c604f2b5902f),segment_id=d20bed59-b5a6-4caa-ac05-c604f2b5902f)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:34:23.255463 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2b026a60-a69b-4784-bca1-3e7a91e4797f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7987245'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.381272 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Calling delete_port for 99d7586f-24ac-4661-bc74-f4e2bd66b460 owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:34:23.390710 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-2b026a60-a69b-4784-bca1-3e7a91e4797f None None] Calling delete_port for 99d7586f-24ac-4661-bc74-f4e2bd66b460 owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:34:23.430726 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5375465'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.435572 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3d1acc9c-b35b-41d9-90c9-d1fa8f3bc9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:23.438348 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2b026a60-a69b-4784-bca1-3e7a91e4797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-701643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7887587', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735607121035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735606650817'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.443097 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e49680c5-67d4-4904-93bb-adc6f77eaa11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:23.484882 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Pushing event deleted for resources: {'Port': ['ID=99d7586f-24ac-4661-bc74-f4e2bd66b460,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:23.486745 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] No DVR routers for this DVR port 99d7586f-24ac-4661-bc74-f4e2bd66b460 on host dv-cinder-793515-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:34:23.488246 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:23.491386 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b026a60-a69b-4784-bca1-3e7a91e4797f None None] Pushing event deleted for resources: {'Port': ['ID=99d7586f-24ac-4661-bc74-f4e2bd66b460,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:23.493870 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-2b026a60-a69b-4784-bca1-3e7a91e4797f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:23.498874 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b026a60-a69b-4784-bca1-3e7a91e4797f None None] No DVR routers for this DVR port 99d7586f-24ac-4661-bc74-f4e2bd66b460 on host dv-cinder-793515-3-iscsi {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:34:23.608093 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686730', 'neutron.services.segments.db._delete_segments_for_network-8735607185484'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.622182 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487aadd9-7867-4ff4-83c8-434080074506']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:23.636257 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20bed59-b5a6-4caa-ac05-c604f2b5902f') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:23.636453 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20bed59-b5a6-4caa-ac05-c604f2b5902f') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:34:23.649842 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735607186791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5375934'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.650208 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 99d7586f-24ac-4661-bc74-f4e2bd66b460 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:34:23.668140 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.677761 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:34:23.677761 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5375380'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.685168 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 99d7586f-24ac-4661-bc74-f4e2bd66b460 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:34:23.685518 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 99d7586f-24ac-4661-bc74-f4e2bd66b460 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:34:23.685961 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device c572db31-9190-415b-90bb-1349b8b423bd no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: timer() Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: self._notify() Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: event.method(event) Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:34:23.693572 dv-cinder-793515-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:34:23.721754 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: c572db31-9190-415b-90bb-1349b8b423bd {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:34:23.722206 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device c572db31-9190-415b-90bb-1349b8b423bd not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:34:23.722692 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 9ea9ba69-722d-4409-9477-25ace97dbd61 no longer exists at agent ovs-agent-dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:34:23.759853 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] No Port match for: 9ea9ba69-722d-4409-9477-25ace97dbd61 {{(pid=91912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:34:23.760103 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.rpc [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Device 9ea9ba69-722d-4409-9477-25ace97dbd61 not bound to the agent host dv-cinder-793515-3-iscsi {{(pid=91912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:34:23.781929 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7931843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7887594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7985186'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.787720 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7887601'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:23.790645 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:23.814936 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Pushing event deleted for resources: {'Network': ['ID=487aadd9-7867-4ff4-83c8-434080074506,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:23.818864 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:23.820691 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2f5cae9d-37a1-4feb-8432-fe7966abba2b admin admin] 10.222.0.63 "DELETE /v2.0/networks/487aadd9-7867-4ff4-83c8-434080074506 HTTP/1.1" status: 204 len: 168 time: 1.0035768 Jun 01 16:34:24.050363 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35548) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:24.103856 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-686b229f-5d27-4822-82ca-f413072e46fd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7a90b0afda484c658f41b0e25d7718cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520680 Jun 01 16:34:24.106802 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35550) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:24.168500 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9aedc04-2840-4dd8-aaec-6b4b7b80dadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:24.194767 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9aedc04-2840-4dd8-aaec-6b4b7b80dadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:24.254866 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9aedc04-2840-4dd8-aaec-6b4b7b80dadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:24.258628 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-508e30b1-f399-4280-a1fb-b070183d5319 tempest-AttachVolumeShelveTestJSON-914549928 tempest-AttachVolumeShelveTestJSON-914549928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:24.271360 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aedc04-2840-4dd8-aaec-6b4b7b80dadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29acce70-cbed-41e5-94b1-a51e29381487,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:24.274784 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d9aedc04-2840-4dd8-aaec-6b4b7b80dadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:24.280723 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9aedc04-2840-4dd8-aaec-6b4b7b80dadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:24.281862 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d9aedc04-2840-4dd8-aaec-6b4b7b80dadf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/29acce70-cbed-41e5-94b1-a51e29381487 HTTP/1.1" status: 204 len: 168 time: 0.1741104 Jun 01 16:34:24.656303 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35556) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:24.707807 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3103fe3a-37eb-4c6e-a21f-ffa03c6bc7d1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5b82219905e9441c9c7aa4f57c24456e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500672 Jun 01 16:34:24.710216 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.63', 35558) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:34:24.772892 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3895144-8f13-40fc-8ecc-0f4f02ccaab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:24.802572 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3895144-8f13-40fc-8ecc-0f4f02ccaab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:24.858719 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3895144-8f13-40fc-8ecc-0f4f02ccaab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7933535'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:24.862615 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c32ed02d-e6d0-449c-ad6e-df801e0d8f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:34:24.874980 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3895144-8f13-40fc-8ecc-0f4f02ccaab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df477c1-64bf-4646-8905-dd78d4c8baab,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:34:24.878737 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d3895144-8f13-40fc-8ecc-0f4f02ccaab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:34:24.882368 dv-cinder-793515-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3895144-8f13-40fc-8ecc-0f4f02ccaab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:24.883506 dv-cinder-793515-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d3895144-8f13-40fc-8ecc-0f4f02ccaab7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2df477c1-64bf-4646-8905-dd78d4c8baab HTTP/1.1" status: 204 len: 168 time: 0.1723561 Jun 01 16:34:27.739915 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:34:40.814768 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b76c5607-86a1-4ccb-9023-d3b49acd818c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:43.320340 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f1545b23-7b6c-4e3f-b2ca-b93d7f01e9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:43.548319 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:44.218874 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:45.119366 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:34:46.694620 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:04.738363 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:35:10.821668 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7ec8-944f-4e54-928a-0fc51aec2a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:13.324562 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-15bcc103-06b9-4e64-a478-0029cee92edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:13.552441 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:14.213175 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:15.122953 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:16.698868 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:40.815879 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1593b84e-5199-4752-a1f8-951cfdcac1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:41.737281 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:35:43.326071 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c7db35a7-86a5-4bcc-b389-829c1062fc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:43.562671 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:44.236847 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:45.127468 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:35:46.703073 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:10.820592 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8d735b54-3269-47ac-8a50-cbd7d5e9bb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:13.327918 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-97b72f31-a683-4bf8-9ef3-fe6c496499b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:13.555656 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:14.233734 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:15.128389 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:16.704131 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:18.735631 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:36:40.823028 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1c405ccb-5ef0-4486-8995-3df06515bbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:43.329183 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-41eeb7fd-1ba0-48db-9609-d928df2d65b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:43.558558 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:44.229807 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:45.131136 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:46.706407 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:36:55.733839 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:37:10.827398 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-03028360-d358-4608-9bbd-f09334daa610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:37:13.330309 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6aac84e2-e993-4744-a283-b4a9a56bd60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:37:13.562234 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:37:14.247465 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:37:15.134500 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:37:16.710836 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:37:32.733414 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:37:40.829445 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-92ae60aa-1869-4824-89ef-844efef1e489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:37:43.334830 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8015-1823-4179-b051-eb5a112e522c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:37:43.565742 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:37:44.257015 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:37:45.137560 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:37:46.711814 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:09.732079 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:38:10.831670 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d11b-c265-458e-8720-68caa96e2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:13.338226 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dc72175b-26ac-41a1-b9d5-501b01c13691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:13.572719 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:14.262632 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:15.140888 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:16.715056 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:40.835341 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-907f27a8-488e-4c8e-a5bf-afe3998e3b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:43.340334 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2a2ecb6f-e09b-4b75-997e-65359b473f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:43.565664 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:44.273681 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:45.143542 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:46.716832 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:38:46.730483 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:39:10.837709 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f62558b5-2036-44e7-90b3-d61e549d5897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:39:13.342606 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-63cf286b-dbe8-4571-baaa-b20cb781c3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:39:13.571484 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d92eb5fc-ca86-492d-bfe0-f02826f577d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:39:14.294133 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4102d517-f0aa-406f-a4a6-6bee31a3ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:39:15.146652 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3c43-5b70-4ccc-be37-fecdec0715cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:39:16.720191 dv-cinder-793515-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0afb-8a67-4a54-8ab0-41f792ccfb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735607138928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686138'] for agent, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:39:23.730065 dv-cinder-793515-3-iscsi neutron-server[91913]: DEBUG neutron.db.agents_db [None req-b3d00ca1-dde5-47dd-971a-5cdd682a8386 None None] Agent healthcheck: found 6 active agents {{(pid=91913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}